[ 524.724350] env[65343]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 524.724350] env[65343]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 525.737362] env[65432]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 525.737362] env[65432]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 527.303329] env[65432]: INFO neutron.common.config [-] Logging enabled! [ 527.303659] env[65432]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev74 [ 527.303878] env[65432]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65432) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 527.304198] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 527.304294] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 527.305152] env[65432]: WARNING oslo_policy.policy [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 527.305382] env[65432]: WARNING oslo_policy.policy [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 527.307055] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] VMware NSXv3 Agent initialized successfully. [ 527.307411] env[65432]: DEBUG oslo_concurrency.lockutils [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] Acquiring lock "singleton_lock" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.307538] env[65432]: DEBUG oslo_concurrency.lockutils [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] Acquired lock "singleton_lock" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 527.307737] env[65432]: DEBUG oslo_concurrency.lockutils [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] Releasing lock "singleton_lock" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 527.308024] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] Full set of CONF: {{(pid=65432) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 527.308135] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] ******************************************************************************** {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 527.308233] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] Configuration options gathered from: {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 527.308574] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 527.308741] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 527.308846] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] ================================================================================ {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 527.309016] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] agent_down_time = 75 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.309155] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] allow_automatic_dhcp_failover = True {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.309286] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] allow_bulk = True {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.309422] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] api_extensions_path = {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.309560] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] api_paste_config = api-paste.ini {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.309693] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] auth_strategy = keystone {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.309793] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] backdoor_port = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.309891] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] backdoor_socket = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.310032] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] backlog = 4096 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.310225] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] base_mac = fa:16:3e:00:00:00 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.310319] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] bind_host = 0.0.0.0 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.310455] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] bind_port = 9696 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.310597] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] client_socket_timeout = 900 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.310762] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] config_dir = [] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.310873] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.311021] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] config_source = [] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.311159] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] control_exchange = neutron {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.311296] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] core_plugin = ml2 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.311429] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] debug = True {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.311563] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] default_availability_zones = [] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.311766] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.311902] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] dhcp_agent_notification = True {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.312044] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] dhcp_agents_per_network = 1 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.312174] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] dhcp_lease_duration = 86400 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.312312] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] dhcp_load_type = networks {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.312447] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] dns_domain = openstacklocal {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.312579] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.312725] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] enable_default_route_bfd = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.312863] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] enable_default_route_ecmp = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.312989] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] enable_dvr = True {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.313126] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] enable_new_agents = True {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.313252] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.313377] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] enable_signals = True {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.313500] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] enable_traditional_dhcp = True {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.313621] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] external_dns_driver = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.313745] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] filter_validation = True {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.313882] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] global_physnet_mtu = 8950 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.314017] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] graceful_shutdown_timeout = 60 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.314194] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] host = cpu-1 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.314327] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] host_dvr_for_dhcp = True {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.314457] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] http_retries = 3 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.314590] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] instance_format = [instance: %(uuid)s] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.314772] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.314952] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] ipam_driver = internal {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.315106] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] ipv6_pd_enabled = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.315237] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] l3_ha = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.315372] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.315505] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] l3_ha_network_physical_name = {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.315637] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] l3_ha_network_type = {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.315774] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] log_color = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.315905] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] log_config_append = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.316048] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.316178] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] log_dir = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.316302] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] log_file = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.316400] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] log_options = True {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.316530] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] log_rotate_interval = 1 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.316665] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] log_rotate_interval_type = days {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.316801] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] log_rotation_type = none {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.316902] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.316999] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.317148] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.317283] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.317382] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.317512] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] max_dns_nameservers = 5 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.317642] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] max_header_line = 16384 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.317770] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] max_l3_agents_per_router = 3 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.317898] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] max_logfile_count = 30 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.318053] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] max_logfile_size_mb = 200 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.318206] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] max_subnet_host_routes = 20 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.318340] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] my_ip = 10.180.1.21 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.318470] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] my_ipv6 = ::1 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.318595] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] network_auto_schedule = True {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.318717] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] network_link_prefix = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.318850] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.318983] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] notify_nova_on_port_data_changes = True {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.319127] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] notify_nova_on_port_status_changes = True {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.319258] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] pagination_max_limit = -1 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.319383] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] publish_errors = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.319509] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] rate_limit_burst = 0 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.319645] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] rate_limit_except_level = CRITICAL {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.319771] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] rate_limit_interval = 0 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.319896] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] retry_until_window = 30 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.320029] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] router_distributed = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.320159] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] rpc_resources_processing_step = 20 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.320284] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] rpc_response_max_timeout = 600 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.320409] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] rpc_response_timeout = 60 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.320533] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] send_events_interval = 2 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.320713] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] service_plugins = ['router'] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.320926] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] setproctitle = on {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.321090] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] shell_completion = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.321230] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] state_path = /opt/stack/data/neutron {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.321364] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] syslog_log_facility = LOG_USER {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.321491] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] tcp_keepidle = 600 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.321626] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] transport_url = **** {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.321754] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] use_journal = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.321880] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] use_json = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.322013] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] use_ssl = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.322142] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] use_stderr = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.322274] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] use_syslog = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.322396] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] vlan_qinq = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.322519] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] vlan_transparent = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.322644] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] watch_log_file = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.322798] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] wsgi_default_pool_size = 100 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.322931] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] wsgi_keep_alive = True {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.323077] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.323206] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] wsgi_server_debug = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.323349] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] oslo_concurrency.disable_process_locking = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.323487] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.323627] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.323754] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.323889] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.324033] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.324167] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.324312] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] profiler.connection_string = messaging:// {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.324448] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] profiler.enabled = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.324587] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] profiler.es_doc_type = notification {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.324720] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] profiler.es_scroll_size = 10000 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.324855] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] profiler.es_scroll_time = 2m {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.324985] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] profiler.filter_error_trace = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.325133] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] profiler.hmac_keys = **** {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.325270] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] profiler.sentinel_service_name = mymaster {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.325413] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] profiler.socket_timeout = 0.1 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.325547] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] profiler.trace_requests = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.325675] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] profiler.trace_sqlalchemy = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.325819] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] profiler_jaeger.process_tags = {} {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.325945] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] profiler_jaeger.service_name_prefix = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.326083] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] profiler_otlp.service_name_prefix = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.326227] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] oslo_policy.enforce_new_defaults = True {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.326488] env[65432]: WARNING oslo_config.cfg [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 527.326636] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] oslo_policy.enforce_scope = True {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.326807] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] oslo_policy.policy_default_rule = default {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.326969] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.327122] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.327262] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.327391] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.327518] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.327643] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.327772] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.327906] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] oslo_policy.remote_timeout = 60.0 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.328062] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.328222] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] agent.extensions = [] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.328341] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.328475] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] service_providers.service_provider = [] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.328614] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] QUOTAS.default_quota = -1 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.328752] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.328883] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] QUOTAS.quota_floatingip = 50 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.329026] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] QUOTAS.quota_network = 100 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.329166] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] QUOTAS.quota_port = 500 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.329319] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.329425] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] QUOTAS.quota_router = 10 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.329558] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] QUOTAS.quota_security_group = 10 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.329687] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.329817] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] QUOTAS.quota_subnet = 100 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.329943] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] QUOTAS.track_quota_usage = True {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.330125] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.330273] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] privsep.group = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.330404] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] privsep.helper_command = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.330535] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] privsep.log_daemon_traceback = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.330677] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.330836] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] privsep.thread_pool_size = 8 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.330969] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] privsep.user = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.331142] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.331244] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] privsep_dhcp_release.group = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.331369] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] privsep_dhcp_release.helper_command = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.331497] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.331628] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.331759] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.331886] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] privsep_dhcp_release.user = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.332030] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.332158] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] privsep_ovs_vsctl.group = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.332282] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] privsep_ovs_vsctl.helper_command = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.332409] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.332537] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.332670] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.332817] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] privsep_ovs_vsctl.user = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.332955] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] privsep_namespace.capabilities = [21] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.333092] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] privsep_namespace.group = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.333217] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] privsep_namespace.helper_command = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.333345] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] privsep_namespace.log_daemon_traceback = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.333478] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.333610] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] privsep_namespace.thread_pool_size = 8 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.333737] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] privsep_namespace.user = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.333877] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] privsep_conntrack.capabilities = [12] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.334006] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] privsep_conntrack.group = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.334134] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] privsep_conntrack.helper_command = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.334263] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.334393] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.334524] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.334649] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] privsep_conntrack.user = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.334793] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] privsep_link.capabilities = [12, 21] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.334920] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] privsep_link.group = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.335057] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] privsep_link.helper_command = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.335186] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] privsep_link.log_daemon_traceback = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.335321] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.335451] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] privsep_link.thread_pool_size = 8 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.335573] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] privsep_link.user = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.335720] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.335868] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.336012] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] AGENT.continue_on_failed_promotions = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.336148] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] AGENT.dscp = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.336285] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] AGENT.dscp_inherit = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.336422] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] AGENT.force_mp_to_policy = True {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.336552] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] AGENT.locking_coordinator_url = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.336684] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] AGENT.log_agent_heartbeats = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.336817] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] AGENT.logging_expire = 1 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.336953] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.337098] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.337242] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] AGENT.polling_interval = 240 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.337376] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.337513] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.337649] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] AGENT.report_interval = 30.0 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.337789] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.337929] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.338079] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.338216] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] AGENT.sync_skew = 60 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.338352] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] AGENT.synchronization_queue_size = 20 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.338486] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] AGENT.use_helper_for_ns_read = True {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.338627] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] SECURITYGROUP.enable_ipset = True {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.338766] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] SECURITYGROUP.enable_security_group = True {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.338964] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.339135] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.339279] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] experimental.ipv6_pd_enabled = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.339437] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] ml2.extension_drivers = ['port_security'] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.339569] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] ml2.external_network_type = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.339716] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.339860] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] ml2.overlay_ip_version = 4 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.339999] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] ml2.path_mtu = 8950 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.340149] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] ml2.physical_network_mtus = {} {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.340294] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] ml2.tenant_network_types = ['vlan'] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.340432] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.340577] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] ml2.type_drivers = ['vlan'] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.340756] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] AGENT_CLI.neutron_port_id = [] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.340954] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.341153] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.341349] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.341556] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.341749] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.341937] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.342143] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.342335] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.342616] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.342855] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] NSXV3.nsxv3_login_password = **** {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.343099] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] NSXV3.nsxv3_login_port = 443 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.343268] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] NSXV3.nsxv3_login_user = admin {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.343413] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.343557] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.343692] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.343827] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.343966] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.344122] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.344263] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.344399] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.344533] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.344672] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.344816] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.344951] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.345102] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.345302] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.345446] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] vsphere.vsphere_login_password = VMware1! {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.345585] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.345717] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.345853] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] nova.auth_section = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.345995] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] nova.auth_type = password {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.346146] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.346279] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] nova.certfile = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.346412] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] nova.collect_timing = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.346553] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] nova.endpoint_type = public {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.346686] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] nova.insecure = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.346815] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] nova.keyfile = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.346952] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] nova.region_name = RegionOne {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.347099] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] nova.split_loggers = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.347231] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] nova.timeout = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.347367] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] placement.auth_section = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.347512] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] placement.auth_type = password {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.347654] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.347785] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] placement.certfile = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.347919] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] placement.collect_timing = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.348068] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] placement.endpoint_type = public {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.348199] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] placement.insecure = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.348327] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] placement.keyfile = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.348449] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] placement.region_name = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.348578] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] placement.split_loggers = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.348702] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] placement.timeout = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.348837] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] ironic.auth_section = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.348967] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] ironic.auth_type = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.349105] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] ironic.cafile = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.349231] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] ironic.certfile = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.349362] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] ironic.collect_timing = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.349488] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] ironic.connect_retries = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.349617] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] ironic.connect_retry_delay = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.349750] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] ironic.enable_notifications = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.349879] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] ironic.endpoint_override = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.350015] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] ironic.insecure = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.350147] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] ironic.interface = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.350272] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] ironic.keyfile = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.350405] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] ironic.max_version = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.350534] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] ironic.min_version = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.350700] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] ironic.region_name = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.350844] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] ironic.retriable_status_codes = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.350973] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] ironic.service_name = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.351116] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] ironic.service_type = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.351248] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] ironic.split_loggers = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.351376] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] ironic.status_code_retries = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.351506] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] ironic.status_code_retry_delay = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.351632] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] ironic.timeout = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.351761] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] ironic.valid_interfaces = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.351890] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] ironic.version = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.352039] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] cli_script.dry_run = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.352187] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.352319] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.352452] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.352585] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.352739] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.352906] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.353055] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.353192] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.353323] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.353465] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.353595] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.353766] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.353919] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.354068] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.354203] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.354341] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.354471] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.354601] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.354738] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.354871] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.355006] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.355139] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.355268] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.355396] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.355525] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.355655] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.355781] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.355911] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.356047] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.356179] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.356308] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] oslo_messaging_rabbit.ssl = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.356443] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.356577] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.356708] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.356844] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.356980] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] oslo_messaging_rabbit.ssl_version = {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.357123] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.357263] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] oslo_messaging_notifications.driver = [] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.357395] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] oslo_messaging_notifications.retry = -1 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.357542] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.357671] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] oslo_messaging_notifications.transport_url = **** {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.357781] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-2632b21b-d7fc-404b-8e2c-c6647dc2e2f9 None None] ******************************************************************************** {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 527.358941] env[65432]: DEBUG neutron.agent.securitygroups_rpc [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] Init firewall settings (driver=nsxv3) {{(pid=65432) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 527.360335] env[65432]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65432) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 527.360577] env[65432]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] RPC agent_id: nsxm-l-01a.corp.local [ 527.362851] env[65432]: DEBUG dogpile.cache.region [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 527.362969] env[65432]: DEBUG dogpile.lock [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 527.363078] env[65432]: DEBUG dogpile.lock [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 527.363167] env[65432]: DEBUG dogpile.lock [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 527.363259] env[65432]: DEBUG dogpile.cache.region [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 527.363345] env[65432]: DEBUG dogpile.lock [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 527.363462] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 527.382179] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] Session token - acquiring [ 527.383668] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.383873] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.383980] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 527.384377] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 527.395087] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 527.680515] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 527.703990] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 527.704191] env[65432]: DEBUG dogpile.cache.region [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] Cache value generated in 0.341 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 527.704308] env[65432]: DEBUG dogpile.lock [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 527.704390] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] Activating Policy API Provider. [ 527.704659] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] Looking for the default Infrastructure Rules. [ 527.773132] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] Looking for the Default Layer3 Logged Drop Section. [ 527.790533] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 527.790978] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.791174] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] Acquiring lock "all" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.791276] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] Acquired lock "all" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 527.791573] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] Acquired external semaphore "all" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 527.791923] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 528.307518] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 528.810432] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 529.313584] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] Inventory metadata is going to be refreshed. [ 529.313584] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 530.063058] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.063058] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.063058] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.063058] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.074401] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 530.075563] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.076399] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 530.095470] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.095937] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.098017] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.098017] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.098017] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.098017] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 530.098017] env[65432]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65432) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 530.098017] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 530.118150] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.118748] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.119140] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.119569] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.119893] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.121078] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 530.145020] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.145020] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.145020] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.145020] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.145020] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.145020] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 530.167824] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.168369] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] Acquiring lock "Address Group" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.168611] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] Acquired lock "Address Group" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.168998] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] Acquired external semaphore "Address Group" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.170880] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] Releasing lock "Address Group" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.170880] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 530.170880] env[65432]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65432) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 530.170880] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 530.192605] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.192605] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] Acquiring lock "Segment QoS" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.192605] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] Acquired lock "Segment QoS" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.192605] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] Acquired external semaphore "Segment QoS" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.192605] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] Releasing lock "Segment QoS" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.192605] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 530.192605] env[65432]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65432) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 530.192605] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 530.213021] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.213021] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.213021] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.213021] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.213021] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.213021] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 530.213021] env[65432]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65432) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 530.213021] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] Inventory metadata have been refreshed. [ 530.213021] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] Dryrun:True. Metadata refresh completed. [ 530.213021] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] Releasing lock "all" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.214638] env[65432]: INFO neutron.agent.agent_extensions_manager [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] Loaded agent extensions: [] [ 530.215527] env[65432]: DEBUG neutron_lib.callbacks.manager [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65432) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 530.275108] env[65432]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] NSXv3 Agent Agent RPC Daemon Started! [ 530.276168] env[65432]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] NSXv3 Agent Agent loop - iteration:0 started [ 530.276168] env[65432]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] NSXv3 Agent Agent out of sync with plugin! [ 535.216726] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 535.217211] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 540.218635] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 540.218635] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 545.219677] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 545.219677] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 545.395355] env[65432]: INFO networking_nsxv3.common.synchronization [None req-4da98c84-744f-4538-b793-b1e24b1d4a69 demo admin] Enqueued Resource ID: ea305746-c684-42b1-a654-0b21408dc431 with Priority: HIGHEST for action security_group_rules [ 545.395902] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea305746-c684-42b1-a654-0b21408dc431 with Priority: HIGHEST for action security_group_rules [ 545.396218] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea305746-c684-42b1-a654-0b21408dc431 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.396390] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea305746-c684-42b1-a654-0b21408dc431" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.396479] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea305746-c684-42b1-a654-0b21408dc431" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 545.396819] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea305746-c684-42b1-a654-0b21408dc431" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 545.396907] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea305746-c684-42b1-a654-0b21408dc431',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 545.917218] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.917439] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.917439] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 545.917637] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 545.917730] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 545.917826] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea305746-c684-42b1-a654-0b21408dc431 already deleted. [ 545.917907] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea305746-c684-42b1-a654-0b21408dc431" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 550.397337] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 550.397337] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 555.398360] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 555.398940] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 560.399280] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 560.399693] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 565.400403] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 565.400403] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 570.401486] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 570.401819] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 573.810918] env[65432]: INFO networking_nsxv3.common.synchronization [None req-e9307012-05ea-4b3b-93c3-a6b8810f2f7a None None] Enqueued Resource ID: 50754d21-e22a-401e-8a23-2eb30323c844 with Priority: HIGHEST for action port [ 573.811644] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50754d21-e22a-401e-8a23-2eb30323c844 with Priority: HIGHEST for action port [ 573.812268] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-50754d21-e22a-401e-8a23-2eb30323c844 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.813230] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50754d21-e22a-401e-8a23-2eb30323c844" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.813230] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50754d21-e22a-401e-8a23-2eb30323c844" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.813230] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50754d21-e22a-401e-8a23-2eb30323c844" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.813230] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50754d21-e22a-401e-8a23-2eb30323c844',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.316042] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 50754d21-e22a-401e-8a23-2eb30323c844 [ 574.317175] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.317175] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.317175] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.317175] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.317175] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.317175] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:50754d21-e22a-401e-8a23-2eb30323c844 already deleted. [ 574.317175] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50754d21-e22a-401e-8a23-2eb30323c844" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.677468] env[65432]: INFO networking_nsxv3.common.synchronization [None req-d2c8472e-426f-497d-8c09-9624f03a8e66 None None] Enqueued Resource ID: 2680803a-4f20-4035-b52b-14d9748b6444 with Priority: HIGHEST for action port [ 575.677765] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2680803a-4f20-4035-b52b-14d9748b6444 with Priority: HIGHEST for action port [ 575.678282] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-2680803a-4f20-4035-b52b-14d9748b6444 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.678423] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2680803a-4f20-4035-b52b-14d9748b6444" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.678490] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2680803a-4f20-4035-b52b-14d9748b6444" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.679904] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2680803a-4f20-4035-b52b-14d9748b6444" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.679904] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2680803a-4f20-4035-b52b-14d9748b6444',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.181190] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2680803a-4f20-4035-b52b-14d9748b6444 [ 576.181419] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.181565] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.181636] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.181918] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.181918] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.182018] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2680803a-4f20-4035-b52b-14d9748b6444 already deleted. [ 576.182100] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2680803a-4f20-4035-b52b-14d9748b6444" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.080333] env[65432]: INFO networking_nsxv3.common.synchronization [None req-cf8bd802-3c85-45f0-bb64-e2ed38d4a18f None None] Enqueued Resource ID: dde37cef-b1f1-4399-8ac3-c65fe0327c56 with Priority: HIGHEST for action port [ 578.081126] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dde37cef-b1f1-4399-8ac3-c65fe0327c56 with Priority: HIGHEST for action port [ 578.082743] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-dde37cef-b1f1-4399-8ac3-c65fe0327c56 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.082743] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dde37cef-b1f1-4399-8ac3-c65fe0327c56" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.082743] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dde37cef-b1f1-4399-8ac3-c65fe0327c56" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.082743] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dde37cef-b1f1-4399-8ac3-c65fe0327c56" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.082743] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dde37cef-b1f1-4399-8ac3-c65fe0327c56',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.585741] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dde37cef-b1f1-4399-8ac3-c65fe0327c56 [ 578.585907] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.586109] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.586892] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.586892] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.586892] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.586892] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dde37cef-b1f1-4399-8ac3-c65fe0327c56 already deleted. [ 578.586892] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dde37cef-b1f1-4399-8ac3-c65fe0327c56" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.714480] env[65432]: INFO networking_nsxv3.common.synchronization [None req-cedf6e78-b23b-40b4-a17c-b30c31fb39a7 None None] Enqueued Resource ID: e90c13f4-3cb4-4177-995d-7f1be56b8d18 with Priority: HIGHEST for action port [ 578.715143] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e90c13f4-3cb4-4177-995d-7f1be56b8d18 with Priority: HIGHEST for action port [ 578.715280] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-e90c13f4-3cb4-4177-995d-7f1be56b8d18 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.715372] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e90c13f4-3cb4-4177-995d-7f1be56b8d18" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.718744] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e90c13f4-3cb4-4177-995d-7f1be56b8d18" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.719044] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e90c13f4-3cb4-4177-995d-7f1be56b8d18" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.719044] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e90c13f4-3cb4-4177-995d-7f1be56b8d18',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.222039] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e90c13f4-3cb4-4177-995d-7f1be56b8d18 [ 579.222321] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.222470] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.222544] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.222761] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.222853] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.222969] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e90c13f4-3cb4-4177-995d-7f1be56b8d18 already deleted. [ 579.223075] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e90c13f4-3cb4-4177-995d-7f1be56b8d18" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.381113] env[65432]: INFO networking_nsxv3.common.synchronization [None req-8f67e5d9-58c4-475d-8684-7fab59d750fa None None] Enqueued Resource ID: 2cc5be9a-2420-4f8d-88e2-5130271cdd43 with Priority: HIGHEST for action port [ 579.381113] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cc5be9a-2420-4f8d-88e2-5130271cdd43 with Priority: HIGHEST for action port [ 579.381113] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-2cc5be9a-2420-4f8d-88e2-5130271cdd43 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.381113] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2cc5be9a-2420-4f8d-88e2-5130271cdd43" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.381113] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2cc5be9a-2420-4f8d-88e2-5130271cdd43" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.381113] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2cc5be9a-2420-4f8d-88e2-5130271cdd43" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.381113] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2cc5be9a-2420-4f8d-88e2-5130271cdd43',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.768239] env[65432]: INFO networking_nsxv3.common.synchronization [None req-ff184a87-3992-44e2-b4ca-c299d495a14d None None] Enqueued Resource ID: 22d379f4-b254-4dd4-96d2-db5c7a62cc67 with Priority: HIGHEST for action port [ 579.768932] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22d379f4-b254-4dd4-96d2-db5c7a62cc67 with Priority: HIGHEST for action port [ 579.769145] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-22d379f4-b254-4dd4-96d2-db5c7a62cc67 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.769273] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22d379f4-b254-4dd4-96d2-db5c7a62cc67" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.769343] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22d379f4-b254-4dd4-96d2-db5c7a62cc67" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.769591] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22d379f4-b254-4dd4-96d2-db5c7a62cc67" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.769675] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22d379f4-b254-4dd4-96d2-db5c7a62cc67',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.885104] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2cc5be9a-2420-4f8d-88e2-5130271cdd43 [ 579.885345] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.885485] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.885640] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.885767] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.886107] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.886107] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2cc5be9a-2420-4f8d-88e2-5130271cdd43 already deleted. [ 579.886107] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2cc5be9a-2420-4f8d-88e2-5130271cdd43" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.271961] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 22d379f4-b254-4dd4-96d2-db5c7a62cc67 [ 580.272578] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.272578] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.272578] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.273058] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.273175] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.273278] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:22d379f4-b254-4dd4-96d2-db5c7a62cc67 already deleted. [ 580.273362] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22d379f4-b254-4dd4-96d2-db5c7a62cc67" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.475025] env[65432]: INFO networking_nsxv3.common.synchronization [None req-5a31b463-bc58-4077-af70-fef70f54380e None None] Enqueued Resource ID: b01a1b0a-07dd-4062-aef1-210c52c516a8 with Priority: HIGHEST for action port [ 580.475025] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b01a1b0a-07dd-4062-aef1-210c52c516a8 with Priority: HIGHEST for action port [ 580.475025] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-b01a1b0a-07dd-4062-aef1-210c52c516a8 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.475025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b01a1b0a-07dd-4062-aef1-210c52c516a8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.475025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b01a1b0a-07dd-4062-aef1-210c52c516a8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.478041] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b01a1b0a-07dd-4062-aef1-210c52c516a8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.478041] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b01a1b0a-07dd-4062-aef1-210c52c516a8',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.691400] env[65432]: INFO networking_nsxv3.common.synchronization [None req-830ace2e-9bd4-4ef0-bacb-89254048ded0 None None] Enqueued Resource ID: 71bd560d-5fc9-4c6d-8445-f665ad182782 with Priority: HIGHEST for action port [ 580.691941] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71bd560d-5fc9-4c6d-8445-f665ad182782 with Priority: HIGHEST for action port [ 580.692500] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-71bd560d-5fc9-4c6d-8445-f665ad182782 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.692500] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71bd560d-5fc9-4c6d-8445-f665ad182782" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.692500] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71bd560d-5fc9-4c6d-8445-f665ad182782" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.693229] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71bd560d-5fc9-4c6d-8445-f665ad182782" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.693229] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71bd560d-5fc9-4c6d-8445-f665ad182782',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.980117] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b01a1b0a-07dd-4062-aef1-210c52c516a8 [ 580.980369] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.980520] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.980593] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.981832] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.981832] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.981832] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b01a1b0a-07dd-4062-aef1-210c52c516a8 already deleted. [ 580.981955] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b01a1b0a-07dd-4062-aef1-210c52c516a8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.199484] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 71bd560d-5fc9-4c6d-8445-f665ad182782 [ 581.199484] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.199484] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.199484] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.199484] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.199484] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.199484] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:71bd560d-5fc9-4c6d-8445-f665ad182782 already deleted. [ 581.199484] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71bd560d-5fc9-4c6d-8445-f665ad182782" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.365134] env[65432]: INFO networking_nsxv3.common.synchronization [None req-32a23865-c06e-43ee-9f8f-3a1a754a77e6 None None] Enqueued Resource ID: 834e9525-edee-4fc4-a0be-fa6d28c8918c with Priority: HIGHEST for action port [ 581.365134] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 834e9525-edee-4fc4-a0be-fa6d28c8918c with Priority: HIGHEST for action port [ 581.367333] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-834e9525-edee-4fc4-a0be-fa6d28c8918c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.367333] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-834e9525-edee-4fc4-a0be-fa6d28c8918c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.367333] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-834e9525-edee-4fc4-a0be-fa6d28c8918c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.367333] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-834e9525-edee-4fc4-a0be-fa6d28c8918c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.367333] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('834e9525-edee-4fc4-a0be-fa6d28c8918c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.433591] env[65432]: INFO networking_nsxv3.common.synchronization [req-a79042d2-13fa-473a-8e6f-51707e4a3308 req-80aaf88c-2a40-424b-85bc-30a0e00d6a58 tempest-DeleteServersAdminTestJSON-85227158 tempest-DeleteServersAdminTestJSON-85227158-project-member] Enqueued Resource ID: cfd4127f-dad4-498f-9f44-449c105469b9 with Priority: HIGHEST for action security_group_members [ 581.433742] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfd4127f-dad4-498f-9f44-449c105469b9 with Priority: HIGHEST for action security_group_members [ 581.434263] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfd4127f-dad4-498f-9f44-449c105469b9 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.434263] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfd4127f-dad4-498f-9f44-449c105469b9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.434403] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfd4127f-dad4-498f-9f44-449c105469b9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.435203] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfd4127f-dad4-498f-9f44-449c105469b9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.435203] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.435203] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.435203] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.435396] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.435396] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.435457] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfd4127f-dad4-498f-9f44-449c105469b9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.870498] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 834e9525-edee-4fc4-a0be-fa6d28c8918c [ 581.870498] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.870498] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.870498] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.870498] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.870498] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.870498] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:834e9525-edee-4fc4-a0be-fa6d28c8918c already deleted. [ 581.870498] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-834e9525-edee-4fc4-a0be-fa6d28c8918c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.939041] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.940298] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.940298] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.940298] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.940298] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.940298] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.940298] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.940298] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.940298] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.940298] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.940729] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfd4127f-dad4-498f-9f44-449c105469b9 already deleted. [ 581.940729] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfd4127f-dad4-498f-9f44-449c105469b9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.445830] env[65432]: INFO networking_nsxv3.common.synchronization [None req-90a7bc53-4157-4187-a449-b8b6c2366c3f None None] Enqueued Resource ID: 18fe1754-92a0-484a-a83a-1dbe570b7efd with Priority: HIGHEST for action port [ 582.446072] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18fe1754-92a0-484a-a83a-1dbe570b7efd with Priority: HIGHEST for action port [ 582.447282] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-18fe1754-92a0-484a-a83a-1dbe570b7efd taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.447282] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18fe1754-92a0-484a-a83a-1dbe570b7efd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.447282] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18fe1754-92a0-484a-a83a-1dbe570b7efd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.447282] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18fe1754-92a0-484a-a83a-1dbe570b7efd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.447282] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18fe1754-92a0-484a-a83a-1dbe570b7efd',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.593447] env[65432]: INFO networking_nsxv3.common.synchronization [None req-476fb162-fe37-41c8-b131-a7acf515054d None None] Enqueued Resource ID: f3275b6b-d461-403f-acd1-76e5c7882b27 with Priority: HIGHEST for action port [ 582.593920] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3275b6b-d461-403f-acd1-76e5c7882b27 with Priority: HIGHEST for action port [ 582.594675] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3275b6b-d461-403f-acd1-76e5c7882b27 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.594675] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3275b6b-d461-403f-acd1-76e5c7882b27" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.594675] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3275b6b-d461-403f-acd1-76e5c7882b27" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.594675] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3275b6b-d461-403f-acd1-76e5c7882b27" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.594901] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3275b6b-d461-403f-acd1-76e5c7882b27',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.951090] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 18fe1754-92a0-484a-a83a-1dbe570b7efd [ 582.951540] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.951540] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.951540] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.951798] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.951842] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.951926] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:18fe1754-92a0-484a-a83a-1dbe570b7efd already deleted. [ 582.952015] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18fe1754-92a0-484a-a83a-1dbe570b7efd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.101127] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f3275b6b-d461-403f-acd1-76e5c7882b27 [ 583.101601] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.101601] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.101601] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.101892] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.101965] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.102200] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f3275b6b-d461-403f-acd1-76e5c7882b27 already deleted. [ 583.102200] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3275b6b-d461-403f-acd1-76e5c7882b27" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.218269] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.220244] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.220244] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.220244] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.220244] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.387355] env[65432]: INFO networking_nsxv3.common.synchronization [None req-de29fddf-105a-41a4-9c1f-ea4d3f799d4e None None] Enqueued Resource ID: d66cf546-5cdb-420d-907e-05338e55d99f with Priority: HIGHEST for action port [ 583.387612] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d66cf546-5cdb-420d-907e-05338e55d99f with Priority: HIGHEST for action port [ 583.388196] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-d66cf546-5cdb-420d-907e-05338e55d99f taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.388377] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d66cf546-5cdb-420d-907e-05338e55d99f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.388466] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d66cf546-5cdb-420d-907e-05338e55d99f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.390745] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d66cf546-5cdb-420d-907e-05338e55d99f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.390745] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d66cf546-5cdb-420d-907e-05338e55d99f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.723195] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.810423] env[65432]: INFO networking_nsxv3.common.synchronization [None req-5660ef1d-b2a3-48d7-a9ec-afa2d7e10129 None None] Enqueued Resource ID: c7f78970-ec45-44ee-9bab-44a44bceac73 with Priority: HIGHEST for action port [ 583.811339] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7f78970-ec45-44ee-9bab-44a44bceac73 with Priority: HIGHEST for action port [ 583.811569] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7f78970-ec45-44ee-9bab-44a44bceac73 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.812088] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7f78970-ec45-44ee-9bab-44a44bceac73" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.812088] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7f78970-ec45-44ee-9bab-44a44bceac73" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.812476] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7f78970-ec45-44ee-9bab-44a44bceac73" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.812607] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7f78970-ec45-44ee-9bab-44a44bceac73',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.893386] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d66cf546-5cdb-420d-907e-05338e55d99f [ 583.893386] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.893386] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.893386] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.894315] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.894467] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.894880] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d66cf546-5cdb-420d-907e-05338e55d99f already deleted. [ 583.894880] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d66cf546-5cdb-420d-907e-05338e55d99f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.226172] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.316827] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c7f78970-ec45-44ee-9bab-44a44bceac73 [ 584.316827] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.316827] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.316827] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.317467] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.317573] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.317676] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c7f78970-ec45-44ee-9bab-44a44bceac73 already deleted. [ 584.317758] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7f78970-ec45-44ee-9bab-44a44bceac73" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.729354] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 584.730750] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 585.154748] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock network-36 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.155581] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "network-36" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.155581] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "network-36" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.155863] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "network-36" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.156230] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.156420] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.156564] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.156835] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.157243] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.157555] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 585.157673] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 585.157806] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 585.157925] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 585.158063] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 585.158179] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 585.158317] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 585.187636] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 585.187853] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 585.187987] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 585.188206] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "network-36" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.188541] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock port-64b29f7d-fe48-4915-ac3d-69a2e099a1fd taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.188717] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "port-64b29f7d-fe48-4915-ac3d-69a2e099a1fd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.188856] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "port-64b29f7d-fe48-4915-ac3d-69a2e099a1fd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.190568] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "port-64b29f7d-fe48-4915-ac3d-69a2e099a1fd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.190711] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64b29f7d-fe48-4915-ac3d-69a2e099a1fd',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.349351] env[65432]: INFO networking_nsxv3.common.synchronization [None req-fe180ed0-ce24-4c77-96c0-1db67d7592e7 None None] Enqueued Resource ID: 4f833264-1526-4935-85ce-4bc7b855968e with Priority: HIGHEST for action port [ 585.350139] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f833264-1526-4935-85ce-4bc7b855968e with Priority: HIGHEST for action port [ 585.350450] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f833264-1526-4935-85ce-4bc7b855968e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.352157] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f833264-1526-4935-85ce-4bc7b855968e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.352157] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f833264-1526-4935-85ce-4bc7b855968e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.352502] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f833264-1526-4935-85ce-4bc7b855968e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.352618] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f833264-1526-4935-85ce-4bc7b855968e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.507434] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.507583] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.507634] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.508091] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.520746] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 585.521698] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.522512] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 585.541942] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.542093] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.542186] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.542378] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.542467] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.542578] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 585.542653] env[65432]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65432) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 585.542768] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 585.564829] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.565038] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.565109] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.565266] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.565402] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.565515] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 585.588984] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.589228] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.589228] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.589412] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.589541] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.589636] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 585.610333] env[65432]: INFO networking_nsxv3.common.synchronization [None req-1f416891-3ebd-4e81-a3dd-dd78e8e93057 None None] Enqueued Resource ID: 1eb3cf1b-4883-4f2e-87a5-cf3c201c86f1 with Priority: HIGHEST for action port [ 585.611877] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.611877] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.611877] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.611877] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.611877] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.611877] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 585.612343] env[65432]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65432) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 585.612343] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 585.612961] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1eb3cf1b-4883-4f2e-87a5-cf3c201c86f1 with Priority: HIGHEST for action port [ 585.614021] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-1eb3cf1b-4883-4f2e-87a5-cf3c201c86f1 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.614021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1eb3cf1b-4883-4f2e-87a5-cf3c201c86f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.614021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1eb3cf1b-4883-4f2e-87a5-cf3c201c86f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.614021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1eb3cf1b-4883-4f2e-87a5-cf3c201c86f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.614227] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1eb3cf1b-4883-4f2e-87a5-cf3c201c86f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.632435] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.632632] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.633246] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.633246] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.633246] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.633246] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 585.633246] env[65432]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65432) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 585.633246] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 585.656225] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.656383] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.656457] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.656631] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.656737] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.656891] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 585.656975] env[65432]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65432) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 585.657065] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 585.657133] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 585.657207] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 585.657269] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 585.657331] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 585.657630] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 585.657692] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 585.657747] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 585.679534] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.679534] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.679534] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.679534] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.679534] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.679534] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 585.695353] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.695749] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.696025] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.696449] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.697891] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.697891] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Segment Port 64b29f7d-fe48-4915-ac3d-69a2e099a1fd not found, creating... [ 585.697891] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.697891] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.697891] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.697891] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.697891] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.699465] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.699465] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.699465] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.699776] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.699776] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.699776] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Resource: SegmentPort with ID: 64b29f7d-fe48-4915-ac3d-69a2e099a1fd is going to be created. [ 585.701857] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.701857] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.701857] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.702117] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.702117] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.717196] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.725036] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.725368] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.725513] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.725733] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.726078] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.726189] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "port-64b29f7d-fe48-4915-ac3d-69a2e099a1fd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.854878] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4f833264-1526-4935-85ce-4bc7b855968e [ 585.855338] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.855497] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.855570] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.855816] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.855909] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.856015] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4f833264-1526-4935-85ce-4bc7b855968e already deleted. [ 585.856107] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f833264-1526-4935-85ce-4bc7b855968e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.116628] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1eb3cf1b-4883-4f2e-87a5-cf3c201c86f1 [ 586.116935] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.117108] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.117184] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.117410] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.117489] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.117580] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1eb3cf1b-4883-4f2e-87a5-cf3c201c86f1 already deleted. [ 586.117672] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1eb3cf1b-4883-4f2e-87a5-cf3c201c86f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.463576] env[65432]: INFO networking_nsxv3.common.synchronization [req-a79042d2-13fa-473a-8e6f-51707e4a3308 req-be37f15b-c131-43a2-be7b-953162d4bccf service nova] Enqueued Resource ID: cfd4127f-dad4-498f-9f44-449c105469b9 with Priority: HIGHEST for action security_group_rules [ 586.463746] env[65432]: INFO networking_nsxv3.common.synchronization [req-a79042d2-13fa-473a-8e6f-51707e4a3308 req-be37f15b-c131-43a2-be7b-953162d4bccf service nova] Enqueued Resource ID: cfd4127f-dad4-498f-9f44-449c105469b9 with Priority: HIGHEST for action security_group_members [ 586.463850] env[65432]: INFO networking_nsxv3.common.synchronization [req-a79042d2-13fa-473a-8e6f-51707e4a3308 req-be37f15b-c131-43a2-be7b-953162d4bccf service nova] Enqueued Resource ID: 64b29f7d-fe48-4915-ac3d-69a2e099a1fd with Priority: HIGHEST for action port [ 586.464549] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfd4127f-dad4-498f-9f44-449c105469b9 with Priority: HIGHEST for action security_group_rules [ 586.464682] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfd4127f-dad4-498f-9f44-449c105469b9 with Priority: HIGHEST for action security_group_members [ 586.464780] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64b29f7d-fe48-4915-ac3d-69a2e099a1fd with Priority: HIGHEST for action port [ 586.465793] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cfd4127f-dad4-498f-9f44-449c105469b9 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.466018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cfd4127f-dad4-498f-9f44-449c105469b9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.466101] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cfd4127f-dad4-498f-9f44-449c105469b9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.466362] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cfd4127f-dad4-498f-9f44-449c105469b9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.466449] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cfd4127f-dad4-498f-9f44-449c105469b9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.467340] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfd4127f-dad4-498f-9f44-449c105469b9 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.467761] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfd4127f-dad4-498f-9f44-449c105469b9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.467834] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfd4127f-dad4-498f-9f44-449c105469b9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.467986] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfd4127f-dad4-498f-9f44-449c105469b9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.468163] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.470033] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.470033] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.470033] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.470033] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.470033] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfd4127f-dad4-498f-9f44-449c105469b9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.472265] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-64b29f7d-fe48-4915-ac3d-69a2e099a1fd taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.472265] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64b29f7d-fe48-4915-ac3d-69a2e099a1fd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.472265] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64b29f7d-fe48-4915-ac3d-69a2e099a1fd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.472900] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64b29f7d-fe48-4915-ac3d-69a2e099a1fd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.473033] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64b29f7d-fe48-4915-ac3d-69a2e099a1fd',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.978017] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfd4127f-dad4-498f-9f44-449c105469b9 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.978017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfd4127f-dad4-498f-9f44-449c105469b9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.986185] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cfd4127f-dad4-498f-9f44-449c105469b9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.987754] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 64b29f7d-fe48-4915-ac3d-69a2e099a1fd with status ACTIVE [ 586.989971] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.989971] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.989971] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.989971] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.989971] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.989971] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.989971] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.989971] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.989971] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.989971] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.989971] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.989971] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.989971] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.989971] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.989971] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.989971] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 64b29f7d-fe48-4915-ac3d-69a2e099a1fd is going to be updated. [ 587.011716] env[65432]: INFO networking_nsxv3.common.synchronization [None req-805f77ce-eaa5-4f14-9ddf-a78591a5468c None None] Enqueued Resource ID: 0a3928fb-2d28-4e02-b19a-2cde4e505195 with Priority: HIGHEST for action port [ 587.012576] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.012715] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.012770] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.012988] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.013452] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.013587] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64b29f7d-fe48-4915-ac3d-69a2e099a1fd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.014613] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a3928fb-2d28-4e02-b19a-2cde4e505195 with Priority: HIGHEST for action port [ 587.014905] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a3928fb-2d28-4e02-b19a-2cde4e505195 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.015026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a3928fb-2d28-4e02-b19a-2cde4e505195" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.015087] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a3928fb-2d28-4e02-b19a-2cde4e505195" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.015308] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a3928fb-2d28-4e02-b19a-2cde4e505195" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.015393] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a3928fb-2d28-4e02-b19a-2cde4e505195',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.488953] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cfd4127f-dad4-498f-9f44-449c105469b9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.518049] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0a3928fb-2d28-4e02-b19a-2cde4e505195 [ 587.518281] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.518411] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.518479] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.518689] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.518782] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.518874] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0a3928fb-2d28-4e02-b19a-2cde4e505195 already deleted. [ 587.520796] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a3928fb-2d28-4e02-b19a-2cde4e505195" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.669621] env[65432]: INFO networking_nsxv3.common.synchronization [None req-fbb0bff3-d68e-4faf-a3fd-be17e48989f0 None None] Enqueued Resource ID: 35f40215-a81c-4531-b86f-9fbb9172bec6 with Priority: HIGHEST for action port [ 587.669970] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35f40215-a81c-4531-b86f-9fbb9172bec6 with Priority: HIGHEST for action port [ 587.670494] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-35f40215-a81c-4531-b86f-9fbb9172bec6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.671138] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35f40215-a81c-4531-b86f-9fbb9172bec6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.671231] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35f40215-a81c-4531-b86f-9fbb9172bec6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.671544] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35f40215-a81c-4531-b86f-9fbb9172bec6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.672075] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35f40215-a81c-4531-b86f-9fbb9172bec6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.992199] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.992904] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.992904] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.993073] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.993181] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.993417] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfd4127f-dad4-498f-9f44-449c105469b9 is going to be created. [ 588.028090] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.028249] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.028326] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.030458] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.030458] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.039113] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfd4127f-dad4-498f-9f44-449c105469b9 in Status: UNINITIALIZED for 2s [ 588.174411] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 35f40215-a81c-4531-b86f-9fbb9172bec6 [ 588.174701] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.174838] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.174905] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.175156] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.175243] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.175972] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:35f40215-a81c-4531-b86f-9fbb9172bec6 already deleted. [ 588.175972] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35f40215-a81c-4531-b86f-9fbb9172bec6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.301150] env[65432]: INFO networking_nsxv3.common.synchronization [None req-1448d625-806b-4863-8d12-352da7518e0c None None] Enqueued Resource ID: 3ece01db-2ecf-4d8e-aed5-a15eacc678ce with Priority: HIGHEST for action port [ 588.301838] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ece01db-2ecf-4d8e-aed5-a15eacc678ce with Priority: HIGHEST for action port [ 588.302550] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ece01db-2ecf-4d8e-aed5-a15eacc678ce taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.302782] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ece01db-2ecf-4d8e-aed5-a15eacc678ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.302886] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ece01db-2ecf-4d8e-aed5-a15eacc678ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.303286] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ece01db-2ecf-4d8e-aed5-a15eacc678ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.303374] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ece01db-2ecf-4d8e-aed5-a15eacc678ce',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.392593] env[65432]: INFO networking_nsxv3.common.synchronization [None req-6cc638ff-b1fb-4ee7-9ace-b999d435dc0b None None] Enqueued Resource ID: d00621f9-ca20-4b9b-827b-805ff9f26d68 with Priority: HIGHEST for action port [ 588.393332] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d00621f9-ca20-4b9b-827b-805ff9f26d68 with Priority: HIGHEST for action port [ 588.393545] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-d00621f9-ca20-4b9b-827b-805ff9f26d68 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.393670] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d00621f9-ca20-4b9b-827b-805ff9f26d68" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.393951] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d00621f9-ca20-4b9b-827b-805ff9f26d68" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.394047] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d00621f9-ca20-4b9b-827b-805ff9f26d68" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.394758] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d00621f9-ca20-4b9b-827b-805ff9f26d68',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.805109] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3ece01db-2ecf-4d8e-aed5-a15eacc678ce [ 588.805381] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.805534] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.805605] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.805821] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.805914] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.806015] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3ece01db-2ecf-4d8e-aed5-a15eacc678ce already deleted. [ 588.806105] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ece01db-2ecf-4d8e-aed5-a15eacc678ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.897782] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d00621f9-ca20-4b9b-827b-805ff9f26d68 [ 588.898042] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.898200] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.898273] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.898492] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.898584] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.898678] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d00621f9-ca20-4b9b-827b-805ff9f26d68 already deleted. [ 588.898753] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d00621f9-ca20-4b9b-827b-805ff9f26d68" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.928054] env[65432]: INFO networking_nsxv3.common.synchronization [req-6ac181ab-f499-44c2-8711-dfd695d66298 req-7f93ae62-3b5c-410b-80cf-83e73d8de6bf tempest-ServerDiagnosticsTest-28364273 tempest-ServerDiagnosticsTest-28364273-project-member] Enqueued Resource ID: befddb54-eb04-4347-846f-b8325fa5cdae with Priority: HIGHEST for action security_group_members [ 588.928334] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: befddb54-eb04-4347-846f-b8325fa5cdae with Priority: HIGHEST for action security_group_members [ 588.928637] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-befddb54-eb04-4347-846f-b8325fa5cdae taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.928756] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-befddb54-eb04-4347-846f-b8325fa5cdae" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.928827] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-befddb54-eb04-4347-846f-b8325fa5cdae" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.929457] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-befddb54-eb04-4347-846f-b8325fa5cdae" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.930527] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.930527] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.930770] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.931884] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.931884] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.931884] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('befddb54-eb04-4347-846f-b8325fa5cdae',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.433316] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.433652] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.433652] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.433945] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.434223] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.435592] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.435733] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.435791] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.435972] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.436069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.438850] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: befddb54-eb04-4347-846f-b8325fa5cdae already deleted. [ 589.438850] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-befddb54-eb04-4347-846f-b8325fa5cdae" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.700801] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock network-36 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.700801] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "network-36" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.700901] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "network-36" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.701150] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "network-36" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.701416] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.701724] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.701724] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.701887] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.702394] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.704748] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 589.704900] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 589.705036] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 589.705136] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 589.705386] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 589.705386] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 589.705497] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 589.726262] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 589.726368] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 589.727408] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 589.727626] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "network-36" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.727969] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock port-fadb7b64-a154-40c9-bc0f-e60f8e1302b6 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.728197] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "port-fadb7b64-a154-40c9-bc0f-e60f8e1302b6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.728521] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "port-fadb7b64-a154-40c9-bc0f-e60f8e1302b6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.728584] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "port-fadb7b64-a154-40c9-bc0f-e60f8e1302b6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.728723] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fadb7b64-a154-40c9-bc0f-e60f8e1302b6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.049996] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfd4127f-dad4-498f-9f44-449c105469b9 in Status: SUCCESS [ 590.050261] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfd4127f-dad4-498f-9f44-449c105469b9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.050437] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfd4127f-dad4-498f-9f44-449c105469b9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.050686] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfd4127f-dad4-498f-9f44-449c105469b9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.050877] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.051028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.051101] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.051222] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.051306] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.051404] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfd4127f-dad4-498f-9f44-449c105469b9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.051491] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cfd4127f-dad4-498f-9f44-449c105469b9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.233214] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.233556] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.233765] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.234199] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.234653] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.234723] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Segment Port fadb7b64-a154-40c9-bc0f-e60f8e1302b6 not found, creating... [ 590.235202] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.235468] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.235665] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.236326] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.236743] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.237153] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.238090] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.238090] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.238427] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.238821] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.239208] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Resource: SegmentPort with ID: fadb7b64-a154-40c9-bc0f-e60f8e1302b6 is going to be created. [ 590.261691] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.261691] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.261691] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.262188] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.262188] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.262276] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "port-fadb7b64-a154-40c9-bc0f-e60f8e1302b6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.342552] env[65432]: INFO networking_nsxv3.common.synchronization [None req-bf95abca-d037-42f0-b2e0-a07a7fb2132f None None] Enqueued Resource ID: bc6caef6-5a44-49a8-855d-5fed9acd5141 with Priority: HIGHEST for action port [ 590.345182] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc6caef6-5a44-49a8-855d-5fed9acd5141 with Priority: HIGHEST for action port [ 590.345182] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc6caef6-5a44-49a8-855d-5fed9acd5141 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.345182] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc6caef6-5a44-49a8-855d-5fed9acd5141" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.345182] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc6caef6-5a44-49a8-855d-5fed9acd5141" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.345182] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc6caef6-5a44-49a8-855d-5fed9acd5141" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.345182] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc6caef6-5a44-49a8-855d-5fed9acd5141',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.555454] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfd4127f-dad4-498f-9f44-449c105469b9 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.555454] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfd4127f-dad4-498f-9f44-449c105469b9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.555454] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfd4127f-dad4-498f-9f44-449c105469b9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.555454] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfd4127f-dad4-498f-9f44-449c105469b9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.555454] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.555939] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.555939] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.555939] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.555939] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.556054] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfd4127f-dad4-498f-9f44-449c105469b9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.556130] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfd4127f-dad4-498f-9f44-449c105469b9 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.556245] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfd4127f-dad4-498f-9f44-449c105469b9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.556903] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfd4127f-dad4-498f-9f44-449c105469b9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.556903] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfd4127f-dad4-498f-9f44-449c105469b9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.556903] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.556903] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.556903] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.557096] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.557096] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.557151] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfd4127f-dad4-498f-9f44-449c105469b9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.557205] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cfd4127f-dad4-498f-9f44-449c105469b9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.637556] env[65432]: INFO networking_nsxv3.common.synchronization [None req-c456871c-2ae1-4f7d-9516-7f1cf5f653f9 None None] Enqueued Resource ID: 09631ca1-8621-49b0-bb44-315798dbfbd5 with Priority: HIGHEST for action port [ 590.638097] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09631ca1-8621-49b0-bb44-315798dbfbd5 with Priority: HIGHEST for action port [ 590.638894] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-09631ca1-8621-49b0-bb44-315798dbfbd5 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.639085] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09631ca1-8621-49b0-bb44-315798dbfbd5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.639401] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09631ca1-8621-49b0-bb44-315798dbfbd5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.639443] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09631ca1-8621-49b0-bb44-315798dbfbd5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.639512] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09631ca1-8621-49b0-bb44-315798dbfbd5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.717624] env[65432]: INFO networking_nsxv3.common.synchronization [None req-c37cac65-0a3d-47b3-a2a0-05c98de2693c None None] Enqueued Resource ID: f3c32690-ce1f-49ef-a5be-4b56945214cc with Priority: HIGHEST for action port [ 590.718524] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3c32690-ce1f-49ef-a5be-4b56945214cc with Priority: HIGHEST for action port [ 590.718830] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3c32690-ce1f-49ef-a5be-4b56945214cc taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.718953] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3c32690-ce1f-49ef-a5be-4b56945214cc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.719028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3c32690-ce1f-49ef-a5be-4b56945214cc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.719274] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3c32690-ce1f-49ef-a5be-4b56945214cc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.719358] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3c32690-ce1f-49ef-a5be-4b56945214cc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.850847] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bc6caef6-5a44-49a8-855d-5fed9acd5141 [ 590.850847] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.850847] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.850847] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.850847] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.850847] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.850847] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bc6caef6-5a44-49a8-855d-5fed9acd5141 already deleted. [ 590.850847] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc6caef6-5a44-49a8-855d-5fed9acd5141" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.938318] env[65432]: INFO networking_nsxv3.common.synchronization [req-6ac181ab-f499-44c2-8711-dfd695d66298 req-8b3ea6bd-d176-4891-abc9-39b5bcced9eb service nova] Enqueued Resource ID: befddb54-eb04-4347-846f-b8325fa5cdae with Priority: HIGHEST for action security_group_rules [ 590.938318] env[65432]: INFO networking_nsxv3.common.synchronization [req-6ac181ab-f499-44c2-8711-dfd695d66298 req-8b3ea6bd-d176-4891-abc9-39b5bcced9eb service nova] Enqueued Resource ID: befddb54-eb04-4347-846f-b8325fa5cdae with Priority: HIGHEST for action security_group_members [ 590.938318] env[65432]: INFO networking_nsxv3.common.synchronization [req-6ac181ab-f499-44c2-8711-dfd695d66298 req-8b3ea6bd-d176-4891-abc9-39b5bcced9eb service nova] Enqueued Resource ID: fadb7b64-a154-40c9-bc0f-e60f8e1302b6 with Priority: HIGHEST for action port [ 590.938318] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: befddb54-eb04-4347-846f-b8325fa5cdae with Priority: HIGHEST for action security_group_rules [ 590.938318] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: befddb54-eb04-4347-846f-b8325fa5cdae with Priority: HIGHEST for action security_group_members [ 590.938318] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fadb7b64-a154-40c9-bc0f-e60f8e1302b6 with Priority: HIGHEST for action port [ 590.939259] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-befddb54-eb04-4347-846f-b8325fa5cdae taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.939725] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-befddb54-eb04-4347-846f-b8325fa5cdae" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.939793] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-befddb54-eb04-4347-846f-b8325fa5cdae" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.940077] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-befddb54-eb04-4347-846f-b8325fa5cdae" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.940160] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('befddb54-eb04-4347-846f-b8325fa5cdae',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.941119] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-befddb54-eb04-4347-846f-b8325fa5cdae taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.941207] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-befddb54-eb04-4347-846f-b8325fa5cdae" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.941270] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-befddb54-eb04-4347-846f-b8325fa5cdae" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.941437] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-befddb54-eb04-4347-846f-b8325fa5cdae" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.941581] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.941670] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.941728] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.941874] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.941978] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.942077] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('befddb54-eb04-4347-846f-b8325fa5cdae',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.942843] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-fadb7b64-a154-40c9-bc0f-e60f8e1302b6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.942961] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fadb7b64-a154-40c9-bc0f-e60f8e1302b6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.943346] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fadb7b64-a154-40c9-bc0f-e60f8e1302b6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.943579] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fadb7b64-a154-40c9-bc0f-e60f8e1302b6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.943656] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fadb7b64-a154-40c9-bc0f-e60f8e1302b6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.061705] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cfd4127f-dad4-498f-9f44-449c105469b9: rpc.has_security_group_logging(os_id): False [ 591.080146] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.081193] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.081193] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.081193] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.081361] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.081552] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.081659] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.081722] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.081879] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.081999] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.082171] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.082279] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.082342] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.082484] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.082584] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.082724] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.082815] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.082875] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.083052] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.083185] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.083281] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cfd4127f-dad4-498f-9f44-449c105469b9 is going to be created. [ 591.141515] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 09631ca1-8621-49b0-bb44-315798dbfbd5 [ 591.141813] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.141950] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.142038] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.142301] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.142398] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.143253] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:09631ca1-8621-49b0-bb44-315798dbfbd5 already deleted. [ 591.143253] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09631ca1-8621-49b0-bb44-315798dbfbd5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.144352] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.144507] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.144578] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.144864] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.144864] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.155850] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cfd4127f-dad4-498f-9f44-449c105469b9 in Status: IN_PROGRESS for 2s [ 591.221879] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f3c32690-ce1f-49ef-a5be-4b56945214cc [ 591.221879] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.222313] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.222313] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.222313] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.222313] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.222505] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f3c32690-ce1f-49ef-a5be-4b56945214cc already deleted. [ 591.222505] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3c32690-ce1f-49ef-a5be-4b56945214cc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.343459] env[65432]: INFO networking_nsxv3.common.synchronization [req-dbd4ab2b-33ce-4ca9-874f-8e2c2d2250f6 req-0f8b4eb1-b49f-49d2-817d-38d57fca59a2 tempest-ServerDiagnosticsNegativeTest-1347965067 tempest-ServerDiagnosticsNegativeTest-1347965067-project-member] Enqueued Resource ID: 5df52582-6c3f-4fb1-a1f7-751612d9ff24 with Priority: HIGHEST for action security_group_members [ 591.343459] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5df52582-6c3f-4fb1-a1f7-751612d9ff24 with Priority: HIGHEST for action security_group_members [ 591.343459] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-5df52582-6c3f-4fb1-a1f7-751612d9ff24 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.343459] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5df52582-6c3f-4fb1-a1f7-751612d9ff24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.343459] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5df52582-6c3f-4fb1-a1f7-751612d9ff24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.343459] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5df52582-6c3f-4fb1-a1f7-751612d9ff24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.343459] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.343459] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.343459] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.343459] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.343459] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.344201] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5df52582-6c3f-4fb1-a1f7-751612d9ff24',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.449027] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('befddb54-eb04-4347-846f-b8325fa5cdae',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.449027] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-befddb54-eb04-4347-846f-b8325fa5cdae taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.449027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-befddb54-eb04-4347-846f-b8325fa5cdae" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.449027] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fadb7b64-a154-40c9-bc0f-e60f8e1302b6 with status ACTIVE [ 591.449027] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.449027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.449027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.449027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.449027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.449027] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.449027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.449027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.449027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.449027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.449926] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.449926] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.449926] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.449926] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.449926] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.449926] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fadb7b64-a154-40c9-bc0f-e60f8e1302b6 is going to be updated. [ 591.474458] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.474828] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.479418] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.479418] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.479418] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.479418] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fadb7b64-a154-40c9-bc0f-e60f8e1302b6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.751640] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock network-36 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.751640] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "network-36" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.751959] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "network-36" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.751959] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "network-36" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.752187] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.752336] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.752444] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.752660] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.752799] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.753063] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 591.753194] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 591.753298] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 591.753405] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 591.753509] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 591.753607] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 591.753731] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 591.777705] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 591.777873] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 591.777976] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 591.778161] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "network-36" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.778504] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock port-23dbf13c-fe30-4ecb-a528-2ab1b3a697af taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.778648] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "port-23dbf13c-fe30-4ecb-a528-2ab1b3a697af" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.778733] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "port-23dbf13c-fe30-4ecb-a528-2ab1b3a697af" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.779057] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "port-23dbf13c-fe30-4ecb-a528-2ab1b3a697af" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.779202] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23dbf13c-fe30-4ecb-a528-2ab1b3a697af',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.848302] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.848467] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.848559] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.848755] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.848846] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.849060] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.849186] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.849251] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.849407] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.849484] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.849569] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5df52582-6c3f-4fb1-a1f7-751612d9ff24 already deleted. [ 591.849956] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5df52582-6c3f-4fb1-a1f7-751612d9ff24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.953157] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('befddb54-eb04-4347-846f-b8325fa5cdae',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.286024] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.286024] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.286024] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.286024] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.286024] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.286024] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Segment Port 23dbf13c-fe30-4ecb-a528-2ab1b3a697af not found, creating... [ 592.286024] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.286024] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.286024] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.286024] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.286024] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.286694] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.287191] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.287451] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.287851] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.288571] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.288917] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Resource: SegmentPort with ID: 23dbf13c-fe30-4ecb-a528-2ab1b3a697af is going to be created. [ 592.315026] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.315026] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.315026] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.315026] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.315026] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.315026] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "port-23dbf13c-fe30-4ecb-a528-2ab1b3a697af" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.396737] env[65432]: INFO networking_nsxv3.common.synchronization [None req-aa4389ec-67cc-4bad-80e5-98c6d2f3a87e tempest-ServersTestBootFromVolume-1951125614 tempest-ServersTestBootFromVolume-1951125614-project-member] Enqueued Resource ID: 42e39f4e-1e0b-48e4-9736-7ff8ae5a2e2e with Priority: HIGHEST for action security_group_rules [ 592.398231] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42e39f4e-1e0b-48e4-9736-7ff8ae5a2e2e with Priority: HIGHEST for action security_group_rules [ 592.398231] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42e39f4e-1e0b-48e4-9736-7ff8ae5a2e2e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.398231] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42e39f4e-1e0b-48e4-9736-7ff8ae5a2e2e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.398231] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42e39f4e-1e0b-48e4-9736-7ff8ae5a2e2e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.398231] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42e39f4e-1e0b-48e4-9736-7ff8ae5a2e2e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.398231] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42e39f4e-1e0b-48e4-9736-7ff8ae5a2e2e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.457031] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.457300] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.457510] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.457735] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.457735] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.459130] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: befddb54-eb04-4347-846f-b8325fa5cdae is going to be created. [ 592.488048] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.488175] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.488218] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.488409] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.488568] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.499929] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: befddb54-eb04-4347-846f-b8325fa5cdae in Status: UNINITIALIZED for 2s [ 592.575191] env[65432]: INFO networking_nsxv3.common.synchronization [None req-80ecd2d5-1f4b-433e-92e3-13e5f4ad4804 tempest-ServersTestBootFromVolume-1951125614 tempest-ServersTestBootFromVolume-1951125614-project-member] Enqueued Resource ID: 42e39f4e-1e0b-48e4-9736-7ff8ae5a2e2e with Priority: HIGHEST for action security_group_rules [ 592.575739] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42e39f4e-1e0b-48e4-9736-7ff8ae5a2e2e with Priority: HIGHEST for action security_group_rules [ 592.576698] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42e39f4e-1e0b-48e4-9736-7ff8ae5a2e2e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.576885] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42e39f4e-1e0b-48e4-9736-7ff8ae5a2e2e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.925231] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.925800] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.925800] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.925800] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.925800] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.925800] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42e39f4e-1e0b-48e4-9736-7ff8ae5a2e2e already deleted. [ 592.926050] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42e39f4e-1e0b-48e4-9736-7ff8ae5a2e2e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.926050] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42e39f4e-1e0b-48e4-9736-7ff8ae5a2e2e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.926179] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42e39f4e-1e0b-48e4-9736-7ff8ae5a2e2e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.926245] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42e39f4e-1e0b-48e4-9736-7ff8ae5a2e2e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.008284] env[65432]: INFO networking_nsxv3.common.synchronization [None req-7e46bc36-6873-475b-bc81-ed30eb3d4fe3 None None] Enqueued Resource ID: 8afe218d-4cfd-475d-b945-895af7be680c with Priority: HIGHEST for action port [ 593.009939] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8afe218d-4cfd-475d-b945-895af7be680c with Priority: HIGHEST for action port [ 593.010996] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-8afe218d-4cfd-475d-b945-895af7be680c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.010996] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8afe218d-4cfd-475d-b945-895af7be680c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.010996] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8afe218d-4cfd-475d-b945-895af7be680c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.010996] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8afe218d-4cfd-475d-b945-895af7be680c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.010996] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8afe218d-4cfd-475d-b945-895af7be680c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.138145] env[65432]: INFO networking_nsxv3.common.synchronization [req-dbd4ab2b-33ce-4ca9-874f-8e2c2d2250f6 req-092b80b0-eb10-4343-a63b-79d6d06cb265 service nova] Enqueued Resource ID: 5df52582-6c3f-4fb1-a1f7-751612d9ff24 with Priority: HIGHEST for action security_group_rules [ 593.138348] env[65432]: INFO networking_nsxv3.common.synchronization [req-dbd4ab2b-33ce-4ca9-874f-8e2c2d2250f6 req-092b80b0-eb10-4343-a63b-79d6d06cb265 service nova] Enqueued Resource ID: 5df52582-6c3f-4fb1-a1f7-751612d9ff24 with Priority: HIGHEST for action security_group_members [ 593.138553] env[65432]: INFO networking_nsxv3.common.synchronization [req-dbd4ab2b-33ce-4ca9-874f-8e2c2d2250f6 req-092b80b0-eb10-4343-a63b-79d6d06cb265 service nova] Enqueued Resource ID: 23dbf13c-fe30-4ecb-a528-2ab1b3a697af with Priority: HIGHEST for action port [ 593.139441] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5df52582-6c3f-4fb1-a1f7-751612d9ff24 with Priority: HIGHEST for action security_group_rules [ 593.139441] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5df52582-6c3f-4fb1-a1f7-751612d9ff24 with Priority: HIGHEST for action security_group_members [ 593.139441] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23dbf13c-fe30-4ecb-a528-2ab1b3a697af with Priority: HIGHEST for action port [ 593.139876] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5df52582-6c3f-4fb1-a1f7-751612d9ff24 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.139876] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5df52582-6c3f-4fb1-a1f7-751612d9ff24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.139876] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5df52582-6c3f-4fb1-a1f7-751612d9ff24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.140160] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5df52582-6c3f-4fb1-a1f7-751612d9ff24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.140270] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5df52582-6c3f-4fb1-a1f7-751612d9ff24',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.143437] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-5df52582-6c3f-4fb1-a1f7-751612d9ff24 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.143437] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5df52582-6c3f-4fb1-a1f7-751612d9ff24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.143437] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5df52582-6c3f-4fb1-a1f7-751612d9ff24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.143437] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5df52582-6c3f-4fb1-a1f7-751612d9ff24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.143437] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.143437] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.143437] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.143437] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.143437] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.143437] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5df52582-6c3f-4fb1-a1f7-751612d9ff24',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.143857] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-23dbf13c-fe30-4ecb-a528-2ab1b3a697af taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.143857] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23dbf13c-fe30-4ecb-a528-2ab1b3a697af" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.143857] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23dbf13c-fe30-4ecb-a528-2ab1b3a697af" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.147437] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23dbf13c-fe30-4ecb-a528-2ab1b3a697af" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.147527] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23dbf13c-fe30-4ecb-a528-2ab1b3a697af',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.177365] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cfd4127f-dad4-498f-9f44-449c105469b9 in Status: SUCCESS [ 593.177463] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cfd4127f-dad4-498f-9f44-449c105469b9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.449275] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.449495] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.449859] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.449859] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.449930] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.449998] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42e39f4e-1e0b-48e4-9736-7ff8ae5a2e2e already deleted. [ 593.450066] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42e39f4e-1e0b-48e4-9736-7ff8ae5a2e2e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.514398] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8afe218d-4cfd-475d-b945-895af7be680c [ 593.517076] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.517076] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.517076] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.517076] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.517076] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.517076] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8afe218d-4cfd-475d-b945-895af7be680c already deleted. [ 593.517577] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8afe218d-4cfd-475d-b945-895af7be680c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.650278] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-5df52582-6c3f-4fb1-a1f7-751612d9ff24 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.650573] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5df52582-6c3f-4fb1-a1f7-751612d9ff24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.650653] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5df52582-6c3f-4fb1-a1f7-751612d9ff24',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.652665] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 23dbf13c-fe30-4ecb-a528-2ab1b3a697af with status ACTIVE [ 593.652917] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.652917] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.653062] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.653233] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.653319] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.653499] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.653592] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.653656] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.653800] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.653874] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.654467] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.654601] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.654666] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.654816] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.654895] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.656481] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 23dbf13c-fe30-4ecb-a528-2ab1b3a697af is going to be updated. [ 593.681608] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.681766] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.681837] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.682065] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.682417] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.682417] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23dbf13c-fe30-4ecb-a528-2ab1b3a697af" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.158236] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5df52582-6c3f-4fb1-a1f7-751612d9ff24',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.510886] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: befddb54-eb04-4347-846f-b8325fa5cdae in Status: SUCCESS [ 594.511265] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-befddb54-eb04-4347-846f-b8325fa5cdae" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.513825] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-befddb54-eb04-4347-846f-b8325fa5cdae" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.513825] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-befddb54-eb04-4347-846f-b8325fa5cdae" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.513825] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.513825] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.513825] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.513825] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.513825] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.513825] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-befddb54-eb04-4347-846f-b8325fa5cdae" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.513825] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('befddb54-eb04-4347-846f-b8325fa5cdae',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.661352] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.661594] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.661704] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.661974] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.662204] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.662396] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5df52582-6c3f-4fb1-a1f7-751612d9ff24 is going to be created. [ 594.692197] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.692197] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.692197] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.692197] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.692197] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.703800] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5df52582-6c3f-4fb1-a1f7-751612d9ff24 in Status: UNINITIALIZED for 2s [ 595.015929] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-befddb54-eb04-4347-846f-b8325fa5cdae taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.016179] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-befddb54-eb04-4347-846f-b8325fa5cdae" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.016265] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-befddb54-eb04-4347-846f-b8325fa5cdae" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.017763] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-befddb54-eb04-4347-846f-b8325fa5cdae" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.018297] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.018297] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.018297] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.018551] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.018551] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.018551] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-befddb54-eb04-4347-846f-b8325fa5cdae" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.018706] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-befddb54-eb04-4347-846f-b8325fa5cdae taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.018861] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-befddb54-eb04-4347-846f-b8325fa5cdae" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.018861] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-befddb54-eb04-4347-846f-b8325fa5cdae" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.019083] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-befddb54-eb04-4347-846f-b8325fa5cdae" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.022034] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.022034] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.022034] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.022034] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.022034] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.022034] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-befddb54-eb04-4347-846f-b8325fa5cdae" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.022034] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('befddb54-eb04-4347-846f-b8325fa5cdae',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.525662] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for befddb54-eb04-4347-846f-b8325fa5cdae: rpc.has_security_group_logging(os_id): False [ 595.548924] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.548924] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.548924] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.548924] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.549496] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.549496] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.549496] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.549873] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.549873] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.549873] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.551269] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.551375] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.551567] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.552491] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.552491] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.552491] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.552491] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.552491] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.552912] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.553055] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.553973] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: befddb54-eb04-4347-846f-b8325fa5cdae is going to be created. [ 595.620041] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.620195] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.620585] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.620627] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.620824] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.635714] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: befddb54-eb04-4347-846f-b8325fa5cdae in Status: IN_PROGRESS for 2s [ 595.925067] env[65432]: INFO networking_nsxv3.common.synchronization [None req-ef9c6542-238d-4a6e-a359-af02b1a0aab0 tempest-VolumesAssistedSnapshotsTest-1798462729 tempest-VolumesAssistedSnapshotsTest-1798462729-project-member] Enqueued Resource ID: c734e3d1-16a8-4525-9804-35b1354b9c02 with Priority: HIGHEST for action security_group_rules [ 595.926104] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c734e3d1-16a8-4525-9804-35b1354b9c02 with Priority: HIGHEST for action security_group_rules [ 595.926818] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c734e3d1-16a8-4525-9804-35b1354b9c02 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.926994] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c734e3d1-16a8-4525-9804-35b1354b9c02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.927380] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c734e3d1-16a8-4525-9804-35b1354b9c02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.927883] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c734e3d1-16a8-4525-9804-35b1354b9c02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.928139] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c734e3d1-16a8-4525-9804-35b1354b9c02',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.033346] env[65432]: INFO networking_nsxv3.common.synchronization [None req-433840ca-69c5-4d2a-8fd2-f453893a1fdd tempest-VolumesAssistedSnapshotsTest-1798462729 tempest-VolumesAssistedSnapshotsTest-1798462729-project-member] Enqueued Resource ID: c734e3d1-16a8-4525-9804-35b1354b9c02 with Priority: HIGHEST for action security_group_rules [ 596.036147] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c734e3d1-16a8-4525-9804-35b1354b9c02 with Priority: HIGHEST for action security_group_rules [ 596.036147] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c734e3d1-16a8-4525-9804-35b1354b9c02 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.036147] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c734e3d1-16a8-4525-9804-35b1354b9c02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.062069] env[65432]: INFO networking_nsxv3.common.synchronization [None req-c3e1f360-6de1-4f7f-8f95-f7e7e4796a5b None None] Enqueued Resource ID: 8f3ed524-e085-42f6-a684-5b96e3df56c0 with Priority: HIGHEST for action port [ 596.062069] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f3ed524-e085-42f6-a684-5b96e3df56c0 with Priority: HIGHEST for action port [ 596.062069] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f3ed524-e085-42f6-a684-5b96e3df56c0 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.062069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f3ed524-e085-42f6-a684-5b96e3df56c0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.062069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f3ed524-e085-42f6-a684-5b96e3df56c0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.065115] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f3ed524-e085-42f6-a684-5b96e3df56c0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.065115] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f3ed524-e085-42f6-a684-5b96e3df56c0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.450201] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.450359] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.450412] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.450628] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.450720] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.450814] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c734e3d1-16a8-4525-9804-35b1354b9c02 already deleted. [ 596.450898] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c734e3d1-16a8-4525-9804-35b1354b9c02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.451077] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c734e3d1-16a8-4525-9804-35b1354b9c02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.451238] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c734e3d1-16a8-4525-9804-35b1354b9c02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.451341] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c734e3d1-16a8-4525-9804-35b1354b9c02',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.517866] env[65432]: INFO networking_nsxv3.common.synchronization [req-8fef98c2-43a4-4457-922b-5ee5e596a62a req-da4338cc-5f20-4ce4-a8c4-05c96166b251 tempest-ServerDiskConfigTestJSON-621321756 tempest-ServerDiskConfigTestJSON-621321756-project-member] Enqueued Resource ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 with Priority: HIGHEST for action security_group_members [ 596.517866] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 with Priority: HIGHEST for action security_group_members [ 596.517866] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-50575cbb-c5ae-41f3-bd63-feaf511b6d87 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.517866] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.517866] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.517866] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.517866] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.517866] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.517866] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.517866] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.519958] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.521195] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50575cbb-c5ae-41f3-bd63-feaf511b6d87',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.567972] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8f3ed524-e085-42f6-a684-5b96e3df56c0 [ 596.567972] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.567972] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.567972] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.567972] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.567972] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.567972] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8f3ed524-e085-42f6-a684-5b96e3df56c0 already deleted. [ 596.567972] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f3ed524-e085-42f6-a684-5b96e3df56c0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.714238] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5df52582-6c3f-4fb1-a1f7-751612d9ff24 in Status: SUCCESS [ 596.715681] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5df52582-6c3f-4fb1-a1f7-751612d9ff24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.718045] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5df52582-6c3f-4fb1-a1f7-751612d9ff24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.718045] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5df52582-6c3f-4fb1-a1f7-751612d9ff24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.718045] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.718045] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.718045] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.718045] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.718045] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.718045] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5df52582-6c3f-4fb1-a1f7-751612d9ff24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.718045] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5df52582-6c3f-4fb1-a1f7-751612d9ff24',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.974911] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.975093] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.975174] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.975390] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.975557] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.975557] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c734e3d1-16a8-4525-9804-35b1354b9c02 already deleted. [ 596.975642] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c734e3d1-16a8-4525-9804-35b1354b9c02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.983623] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock network-383 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.983783] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "network-383" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.983879] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "network-383" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.984331] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "network-383" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.985611] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.985755] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.985901] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.986053] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.986173] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.986369] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 596.986450] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 596.986849] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 596.986849] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 596.986849] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 596.986849] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 596.987209] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 597.012106] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 597.012271] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 597.012401] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 597.012897] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "network-383" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.012966] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock port-4f7cc174-52a1-4548-90bd-c009085f4eef taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.013132] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "port-4f7cc174-52a1-4548-90bd-c009085f4eef" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.013252] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "port-4f7cc174-52a1-4548-90bd-c009085f4eef" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.013554] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "port-4f7cc174-52a1-4548-90bd-c009085f4eef" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.013686] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f7cc174-52a1-4548-90bd-c009085f4eef',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.022742] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.022904] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.022948] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.023243] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.023342] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.023545] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.023652] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.023714] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.024536] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.024536] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.024536] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 already deleted. [ 597.024536] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.220275] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-5df52582-6c3f-4fb1-a1f7-751612d9ff24 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.220440] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5df52582-6c3f-4fb1-a1f7-751612d9ff24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.220505] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5df52582-6c3f-4fb1-a1f7-751612d9ff24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.220729] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5df52582-6c3f-4fb1-a1f7-751612d9ff24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.220901] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.221054] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.221116] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.221294] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.221362] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.221450] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5df52582-6c3f-4fb1-a1f7-751612d9ff24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.221601] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-5df52582-6c3f-4fb1-a1f7-751612d9ff24 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.221695] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5df52582-6c3f-4fb1-a1f7-751612d9ff24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.221755] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5df52582-6c3f-4fb1-a1f7-751612d9ff24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.221897] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5df52582-6c3f-4fb1-a1f7-751612d9ff24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.222073] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.222179] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.222248] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.222366] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.222440] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.222520] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5df52582-6c3f-4fb1-a1f7-751612d9ff24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.222610] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5df52582-6c3f-4fb1-a1f7-751612d9ff24',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.518524] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.518524] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.518524] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.518970] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.518970] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.518970] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Segment Port 4f7cc174-52a1-4548-90bd-c009085f4eef not found, creating... [ 597.519332] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.519517] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.519628] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.519959] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.520420] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.520942] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.521124] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.524130] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.524130] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.524130] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.524130] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Resource: SegmentPort with ID: 4f7cc174-52a1-4548-90bd-c009085f4eef is going to be created. [ 597.544154] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.544154] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.544154] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.544154] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.544464] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.544495] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "port-4f7cc174-52a1-4548-90bd-c009085f4eef" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.649146] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: befddb54-eb04-4347-846f-b8325fa5cdae in Status: SUCCESS [ 597.649971] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-befddb54-eb04-4347-846f-b8325fa5cdae" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.701693] env[65432]: INFO networking_nsxv3.common.synchronization [None req-66646a29-77ce-4c56-a003-0eb67e9549f6 None None] Enqueued Resource ID: a8beadc6-560c-4660-ba5c-2604876809da with Priority: HIGHEST for action port [ 597.701823] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8beadc6-560c-4660-ba5c-2604876809da with Priority: HIGHEST for action port [ 597.703204] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8beadc6-560c-4660-ba5c-2604876809da taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.703204] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8beadc6-560c-4660-ba5c-2604876809da" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.703204] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8beadc6-560c-4660-ba5c-2604876809da" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.703204] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8beadc6-560c-4660-ba5c-2604876809da" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.703390] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8beadc6-560c-4660-ba5c-2604876809da',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.725940] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5df52582-6c3f-4fb1-a1f7-751612d9ff24: rpc.has_security_group_logging(os_id): False [ 597.747209] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.747472] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.747964] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.749031] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.749031] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.749031] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.749031] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.749031] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.749629] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.749776] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.750111] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.750384] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.750539] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.752722] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.752722] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.752722] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.752722] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.752722] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.752988] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.752988] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.752988] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5df52582-6c3f-4fb1-a1f7-751612d9ff24 is going to be created. [ 597.818348] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.819174] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.819174] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.819174] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.819174] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.833448] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5df52582-6c3f-4fb1-a1f7-751612d9ff24 in Status: IN_PROGRESS for 2s [ 597.905804] env[65432]: INFO networking_nsxv3.common.synchronization [None req-add7d97e-3e06-4c42-9c91-ec090e422138 None None] Enqueued Resource ID: 8203a322-a5b2-4219-81b3-4b19847692cb with Priority: HIGHEST for action port [ 597.908172] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8203a322-a5b2-4219-81b3-4b19847692cb with Priority: HIGHEST for action port [ 597.908172] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-8203a322-a5b2-4219-81b3-4b19847692cb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.908172] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8203a322-a5b2-4219-81b3-4b19847692cb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.908172] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8203a322-a5b2-4219-81b3-4b19847692cb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.908172] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8203a322-a5b2-4219-81b3-4b19847692cb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.908172] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8203a322-a5b2-4219-81b3-4b19847692cb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.208423] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a8beadc6-560c-4660-ba5c-2604876809da [ 598.208695] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.208825] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.208882] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.209112] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.209207] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.209299] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a8beadc6-560c-4660-ba5c-2604876809da already deleted. [ 598.209379] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8beadc6-560c-4660-ba5c-2604876809da" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.305023] env[65432]: INFO networking_nsxv3.common.synchronization [req-8fef98c2-43a4-4457-922b-5ee5e596a62a req-12bf737a-5c78-4c12-9722-fcc22c798bcd service nova] Enqueued Resource ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 with Priority: HIGHEST for action security_group_rules [ 598.306026] env[65432]: INFO networking_nsxv3.common.synchronization [req-8fef98c2-43a4-4457-922b-5ee5e596a62a req-12bf737a-5c78-4c12-9722-fcc22c798bcd service nova] Enqueued Resource ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 with Priority: HIGHEST for action security_group_members [ 598.306026] env[65432]: INFO networking_nsxv3.common.synchronization [req-8fef98c2-43a4-4457-922b-5ee5e596a62a req-12bf737a-5c78-4c12-9722-fcc22c798bcd service nova] Enqueued Resource ID: 4f7cc174-52a1-4548-90bd-c009085f4eef with Priority: HIGHEST for action port [ 598.306026] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 with Priority: HIGHEST for action security_group_rules [ 598.306026] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 with Priority: HIGHEST for action security_group_members [ 598.306331] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f7cc174-52a1-4548-90bd-c009085f4eef with Priority: HIGHEST for action port [ 598.306662] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50575cbb-c5ae-41f3-bd63-feaf511b6d87 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.306868] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.307009] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.307317] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.307450] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50575cbb-c5ae-41f3-bd63-feaf511b6d87',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.308802] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-50575cbb-c5ae-41f3-bd63-feaf511b6d87 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.308802] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.308802] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.309687] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.309893] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.310013] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.310085] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.310259] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.310350] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.310485] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50575cbb-c5ae-41f3-bd63-feaf511b6d87',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.312669] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f7cc174-52a1-4548-90bd-c009085f4eef taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.312669] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f7cc174-52a1-4548-90bd-c009085f4eef" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.312669] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f7cc174-52a1-4548-90bd-c009085f4eef" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.312669] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f7cc174-52a1-4548-90bd-c009085f4eef" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.312669] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f7cc174-52a1-4548-90bd-c009085f4eef',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.409915] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8203a322-a5b2-4219-81b3-4b19847692cb [ 598.410210] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.410342] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.410414] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.410630] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.410721] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.410812] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8203a322-a5b2-4219-81b3-4b19847692cb already deleted. [ 598.410898] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8203a322-a5b2-4219-81b3-4b19847692cb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.816693] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-50575cbb-c5ae-41f3-bd63-feaf511b6d87 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.816693] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.816693] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50575cbb-c5ae-41f3-bd63-feaf511b6d87',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.817652] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4f7cc174-52a1-4548-90bd-c009085f4eef with status ACTIVE [ 598.817752] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.817873] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.817944] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.818396] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.818396] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.818548] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.819165] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.819346] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.819472] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.819768] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.819768] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.820519] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.820519] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.820856] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.820856] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.820856] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4f7cc174-52a1-4548-90bd-c009085f4eef is going to be updated. [ 598.849044] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.849044] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.849044] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.849044] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.849044] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.849044] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f7cc174-52a1-4548-90bd-c009085f4eef" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.944802] env[65432]: INFO networking_nsxv3.common.synchronization [req-e2695751-030e-45f6-8e13-d04fef6bb2c1 req-5fd1b691-4af1-4f08-b7b3-4da9358b9979 tempest-FloatingIPsAssociationTestJSON-1330977823 tempest-FloatingIPsAssociationTestJSON-1330977823-project-member] Enqueued Resource ID: 35116453-bb0b-4bbd-b781-a2749b2cbd47 with Priority: HIGHEST for action security_group_members [ 598.946259] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35116453-bb0b-4bbd-b781-a2749b2cbd47 with Priority: HIGHEST for action security_group_members [ 598.947054] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-35116453-bb0b-4bbd-b781-a2749b2cbd47 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.947613] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35116453-bb0b-4bbd-b781-a2749b2cbd47" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.947792] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35116453-bb0b-4bbd-b781-a2749b2cbd47" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.948253] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35116453-bb0b-4bbd-b781-a2749b2cbd47" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.948547] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.948547] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.948749] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.948879] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.949056] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.949214] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35116453-bb0b-4bbd-b781-a2749b2cbd47',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.324652] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50575cbb-c5ae-41f3-bd63-feaf511b6d87',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.453633] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.453847] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.453847] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.454154] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.454257] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.454465] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.454568] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.454629] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.454810] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.454854] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.454937] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35116453-bb0b-4bbd-b781-a2749b2cbd47 already deleted. [ 599.455028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35116453-bb0b-4bbd-b781-a2749b2cbd47" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.685428] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock network-883 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.685658] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "network-883" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.685775] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "network-883" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.686104] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "network-883" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.686702] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.686868] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.686980] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.687404] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.687551] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.687762] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 599.687886] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 599.687989] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 599.688120] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 599.688253] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 599.688422] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 599.688574] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 599.709461] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 599.709644] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 599.709782] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 599.710105] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "network-883" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.710275] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock port-94e791fe-913c-4d56-b64e-71cb3839e887 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.710516] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "port-94e791fe-913c-4d56-b64e-71cb3839e887" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.711159] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "port-94e791fe-913c-4d56-b64e-71cb3839e887" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.711159] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "port-94e791fe-913c-4d56-b64e-71cb3839e887" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.711159] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94e791fe-913c-4d56-b64e-71cb3839e887',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.827837] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.828270] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.828270] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.828371] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.828371] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.828471] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 is going to be created. [ 599.850519] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5df52582-6c3f-4fb1-a1f7-751612d9ff24 in Status: SUCCESS [ 599.850828] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5df52582-6c3f-4fb1-a1f7-751612d9ff24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.864283] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.864451] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.864495] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.864721] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.864849] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.876510] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 in Status: UNINITIALIZED for 2s [ 600.214100] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.214340] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.214488] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.214835] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.214999] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.215183] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Segment Port 94e791fe-913c-4d56-b64e-71cb3839e887 not found, creating... [ 600.215454] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.215613] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.215752] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.215989] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.216172] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.216489] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.216645] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.216776] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.217026] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.217158] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.217322] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Resource: SegmentPort with ID: 94e791fe-913c-4d56-b64e-71cb3839e887 is going to be created. [ 600.239092] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.239335] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.239420] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.239710] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.239937] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.240196] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "port-94e791fe-913c-4d56-b64e-71cb3839e887" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.055309] env[65432]: INFO networking_nsxv3.common.synchronization [req-e2695751-030e-45f6-8e13-d04fef6bb2c1 req-7f31838e-ae87-429a-a5e1-de6c6d3de632 service nova] Enqueued Resource ID: 35116453-bb0b-4bbd-b781-a2749b2cbd47 with Priority: HIGHEST for action security_group_rules [ 601.055600] env[65432]: INFO networking_nsxv3.common.synchronization [req-e2695751-030e-45f6-8e13-d04fef6bb2c1 req-7f31838e-ae87-429a-a5e1-de6c6d3de632 service nova] Enqueued Resource ID: 35116453-bb0b-4bbd-b781-a2749b2cbd47 with Priority: HIGHEST for action security_group_members [ 601.055653] env[65432]: INFO networking_nsxv3.common.synchronization [req-e2695751-030e-45f6-8e13-d04fef6bb2c1 req-7f31838e-ae87-429a-a5e1-de6c6d3de632 service nova] Enqueued Resource ID: 94e791fe-913c-4d56-b64e-71cb3839e887 with Priority: HIGHEST for action port [ 601.056499] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35116453-bb0b-4bbd-b781-a2749b2cbd47 with Priority: HIGHEST for action security_group_rules [ 601.056499] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35116453-bb0b-4bbd-b781-a2749b2cbd47 with Priority: HIGHEST for action security_group_members [ 601.056499] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94e791fe-913c-4d56-b64e-71cb3839e887 with Priority: HIGHEST for action port [ 601.056719] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35116453-bb0b-4bbd-b781-a2749b2cbd47 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.056809] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35116453-bb0b-4bbd-b781-a2749b2cbd47" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.056871] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35116453-bb0b-4bbd-b781-a2749b2cbd47" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.057154] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35116453-bb0b-4bbd-b781-a2749b2cbd47" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.057257] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35116453-bb0b-4bbd-b781-a2749b2cbd47',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.058106] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-35116453-bb0b-4bbd-b781-a2749b2cbd47 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.058266] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35116453-bb0b-4bbd-b781-a2749b2cbd47" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.058307] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35116453-bb0b-4bbd-b781-a2749b2cbd47" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.058699] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35116453-bb0b-4bbd-b781-a2749b2cbd47" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.058699] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.058857] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.058857] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.058942] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.059018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.059109] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35116453-bb0b-4bbd-b781-a2749b2cbd47',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.060172] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-94e791fe-913c-4d56-b64e-71cb3839e887 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.060284] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94e791fe-913c-4d56-b64e-71cb3839e887" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.060415] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94e791fe-913c-4d56-b64e-71cb3839e887" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.060497] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94e791fe-913c-4d56-b64e-71cb3839e887" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.060981] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94e791fe-913c-4d56-b64e-71cb3839e887',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.562110] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-35116453-bb0b-4bbd-b781-a2749b2cbd47 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.562247] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35116453-bb0b-4bbd-b781-a2749b2cbd47" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.563171] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35116453-bb0b-4bbd-b781-a2749b2cbd47',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.563379] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 94e791fe-913c-4d56-b64e-71cb3839e887 with status ACTIVE [ 601.563892] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.563892] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.563892] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.564072] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.564072] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.564196] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.564851] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.564851] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.564851] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.564851] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.564851] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.564851] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.565106] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.568585] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.569471] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.569656] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 94e791fe-913c-4d56-b64e-71cb3839e887 is going to be updated. [ 601.593725] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.593841] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.593895] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.594143] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.594311] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.594541] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94e791fe-913c-4d56-b64e-71cb3839e887" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.798774] env[65432]: INFO networking_nsxv3.common.synchronization [req-39152486-5cdd-4d79-92e1-b0523b73aea8 req-9fdbe693-e0b5-4254-b8c3-71ebb24ffc16 tempest-FloatingIPsAssociationNegativeTestJSON-1965443314 tempest-FloatingIPsAssociationNegativeTestJSON-1965443314-project-member] Enqueued Resource ID: 77933014-c766-4dfa-b5c3-7d376876f18a with Priority: HIGHEST for action security_group_members [ 601.799564] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77933014-c766-4dfa-b5c3-7d376876f18a with Priority: HIGHEST for action security_group_members [ 601.799905] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-77933014-c766-4dfa-b5c3-7d376876f18a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.801381] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77933014-c766-4dfa-b5c3-7d376876f18a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.801523] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77933014-c766-4dfa-b5c3-7d376876f18a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.801810] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77933014-c766-4dfa-b5c3-7d376876f18a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.802131] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.802341] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.802418] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.802595] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.802685] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.802879] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77933014-c766-4dfa-b5c3-7d376876f18a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.890405] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 in Status: SUCCESS [ 601.890691] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.890988] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.891356] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.891691] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.891892] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.891994] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.892328] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.892470] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.892612] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.892773] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('50575cbb-c5ae-41f3-bd63-feaf511b6d87',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.072579] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35116453-bb0b-4bbd-b781-a2749b2cbd47',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.306114] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.306114] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.306114] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.307334] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.307334] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.307334] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.307334] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.307334] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.307785] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.308270] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.308270] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77933014-c766-4dfa-b5c3-7d376876f18a already deleted. [ 602.308270] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77933014-c766-4dfa-b5c3-7d376876f18a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.395992] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-50575cbb-c5ae-41f3-bd63-feaf511b6d87 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.396206] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.396338] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.396520] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.396700] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.396810] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.396871] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.397062] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.397162] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.397255] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.397428] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-50575cbb-c5ae-41f3-bd63-feaf511b6d87 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.397528] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.397591] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.397758] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.397900] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.398014] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.398082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.398225] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.398313] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.398417] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.398519] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('50575cbb-c5ae-41f3-bd63-feaf511b6d87',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.578030] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.578030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.578030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.578030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.578030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.578030] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35116453-bb0b-4bbd-b781-a2749b2cbd47 is going to be created. [ 602.608562] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.608562] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.608562] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.608562] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.608562] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.626135] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35116453-bb0b-4bbd-b781-a2749b2cbd47 in Status: UNINITIALIZED for 2s [ 602.905442] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 50575cbb-c5ae-41f3-bd63-feaf511b6d87: rpc.has_security_group_logging(os_id): False [ 602.926769] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.926769] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.926769] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.926769] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.926769] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.926769] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.927196] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.927196] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.927196] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.927300] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.928321] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.928321] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.928321] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.928321] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.928321] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.928552] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.928878] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.928878] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.929037] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.929037] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.929097] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 is going to be created. [ 602.969478] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock network-595 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.969739] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "network-595" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.969916] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "network-595" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.970543] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "network-595" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.970894] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.971144] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.971287] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.971605] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.971961] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.971961] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.972398] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 602.972521] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 602.972635] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 602.972750] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.972868] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 602.973106] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 602.989827] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.989990] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.990109] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.990494] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.990603] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.995258] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 602.995851] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 602.995851] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 602.995851] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "network-595" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.996150] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock port-778eaa5a-2fbc-448b-a63f-53e06b59d909 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.996343] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "port-778eaa5a-2fbc-448b-a63f-53e06b59d909" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.996475] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "port-778eaa5a-2fbc-448b-a63f-53e06b59d909" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.997216] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "port-778eaa5a-2fbc-448b-a63f-53e06b59d909" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.997216] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('778eaa5a-2fbc-448b-a63f-53e06b59d909',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.003279] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 in Status: IN_PROGRESS for 2s [ 603.086043] env[65432]: INFO networking_nsxv3.common.synchronization [None req-9fdc91e8-6199-4b59-95ee-68dd89d44698 None None] Enqueued Resource ID: ec8a1870-12ee-49bb-8714-f760a4b2f745 with Priority: HIGHEST for action port [ 603.086043] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec8a1870-12ee-49bb-8714-f760a4b2f745 with Priority: HIGHEST for action port [ 603.086805] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec8a1870-12ee-49bb-8714-f760a4b2f745 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.086805] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec8a1870-12ee-49bb-8714-f760a4b2f745" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.086805] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec8a1870-12ee-49bb-8714-f760a4b2f745" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.086805] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec8a1870-12ee-49bb-8714-f760a4b2f745" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.086805] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec8a1870-12ee-49bb-8714-f760a4b2f745',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.499963] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.500245] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.500369] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.500645] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.500789] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.500934] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Segment Port 778eaa5a-2fbc-448b-a63f-53e06b59d909 not found, creating... [ 603.501273] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.501434] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.501546] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.501760] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.501937] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.502216] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.502380] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.502488] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.502690] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.502817] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.502948] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Resource: SegmentPort with ID: 778eaa5a-2fbc-448b-a63f-53e06b59d909 is going to be created. [ 603.524120] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.524422] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.524803] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.524938] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.525241] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.525504] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "port-778eaa5a-2fbc-448b-a63f-53e06b59d909" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.589297] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ec8a1870-12ee-49bb-8714-f760a4b2f745 [ 603.589542] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.589700] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.589770] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.589979] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.590083] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.590179] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ec8a1870-12ee-49bb-8714-f760a4b2f745 already deleted. [ 603.590258] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec8a1870-12ee-49bb-8714-f760a4b2f745" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.319502] env[65432]: INFO networking_nsxv3.common.synchronization [req-39152486-5cdd-4d79-92e1-b0523b73aea8 req-d8490a8e-e570-4bc3-8604-f22fa88157c4 service nova] Enqueued Resource ID: 77933014-c766-4dfa-b5c3-7d376876f18a with Priority: HIGHEST for action security_group_rules [ 604.319686] env[65432]: INFO networking_nsxv3.common.synchronization [req-39152486-5cdd-4d79-92e1-b0523b73aea8 req-d8490a8e-e570-4bc3-8604-f22fa88157c4 service nova] Enqueued Resource ID: 77933014-c766-4dfa-b5c3-7d376876f18a with Priority: HIGHEST for action security_group_members [ 604.320379] env[65432]: INFO networking_nsxv3.common.synchronization [req-39152486-5cdd-4d79-92e1-b0523b73aea8 req-d8490a8e-e570-4bc3-8604-f22fa88157c4 service nova] Enqueued Resource ID: 778eaa5a-2fbc-448b-a63f-53e06b59d909 with Priority: HIGHEST for action port [ 604.320943] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77933014-c766-4dfa-b5c3-7d376876f18a with Priority: HIGHEST for action security_group_rules [ 604.320943] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77933014-c766-4dfa-b5c3-7d376876f18a with Priority: HIGHEST for action security_group_members [ 604.320943] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 778eaa5a-2fbc-448b-a63f-53e06b59d909 with Priority: HIGHEST for action port [ 604.321213] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77933014-c766-4dfa-b5c3-7d376876f18a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.321273] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77933014-c766-4dfa-b5c3-7d376876f18a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.321394] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77933014-c766-4dfa-b5c3-7d376876f18a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.322069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77933014-c766-4dfa-b5c3-7d376876f18a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.322069] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77933014-c766-4dfa-b5c3-7d376876f18a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.323527] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-77933014-c766-4dfa-b5c3-7d376876f18a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.324600] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77933014-c766-4dfa-b5c3-7d376876f18a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.324600] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77933014-c766-4dfa-b5c3-7d376876f18a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.324600] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77933014-c766-4dfa-b5c3-7d376876f18a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.324600] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.324600] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.324600] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.324600] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.324999] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.324999] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77933014-c766-4dfa-b5c3-7d376876f18a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.325745] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-778eaa5a-2fbc-448b-a63f-53e06b59d909 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.325877] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-778eaa5a-2fbc-448b-a63f-53e06b59d909" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.325877] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-778eaa5a-2fbc-448b-a63f-53e06b59d909" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.326079] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-778eaa5a-2fbc-448b-a63f-53e06b59d909" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.326186] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('778eaa5a-2fbc-448b-a63f-53e06b59d909',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.638054] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35116453-bb0b-4bbd-b781-a2749b2cbd47 in Status: SUCCESS [ 604.638161] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35116453-bb0b-4bbd-b781-a2749b2cbd47" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.638344] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35116453-bb0b-4bbd-b781-a2749b2cbd47" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.638568] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35116453-bb0b-4bbd-b781-a2749b2cbd47" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.639039] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.639039] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.639039] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.639209] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.639209] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.639264] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35116453-bb0b-4bbd-b781-a2749b2cbd47" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.639402] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('35116453-bb0b-4bbd-b781-a2749b2cbd47',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.828181] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77933014-c766-4dfa-b5c3-7d376876f18a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.831019] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-77933014-c766-4dfa-b5c3-7d376876f18a taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.831293] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77933014-c766-4dfa-b5c3-7d376876f18a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.831887] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 778eaa5a-2fbc-448b-a63f-53e06b59d909 with status ACTIVE [ 604.832167] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.832502] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.832711] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.833186] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.833323] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.833690] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.836116] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.836116] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.836116] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.836116] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.836116] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.836116] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.836116] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.836116] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.836116] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.836116] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 778eaa5a-2fbc-448b-a63f-53e06b59d909 is going to be updated. [ 604.876822] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.876822] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.876822] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.877082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.877082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.877752] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-778eaa5a-2fbc-448b-a63f-53e06b59d909" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.019863] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 in Status: SUCCESS [ 605.019863] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.143208] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-35116453-bb0b-4bbd-b781-a2749b2cbd47 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.143208] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35116453-bb0b-4bbd-b781-a2749b2cbd47" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.143208] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35116453-bb0b-4bbd-b781-a2749b2cbd47" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.143416] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35116453-bb0b-4bbd-b781-a2749b2cbd47" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.144546] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.144546] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.144546] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.144546] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.144546] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.144786] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35116453-bb0b-4bbd-b781-a2749b2cbd47" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.145544] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-35116453-bb0b-4bbd-b781-a2749b2cbd47 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.145544] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35116453-bb0b-4bbd-b781-a2749b2cbd47" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.145729] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35116453-bb0b-4bbd-b781-a2749b2cbd47" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.145850] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35116453-bb0b-4bbd-b781-a2749b2cbd47" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.146304] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.146304] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.146499] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.146843] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.146959] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.147322] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35116453-bb0b-4bbd-b781-a2749b2cbd47" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.147453] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('35116453-bb0b-4bbd-b781-a2749b2cbd47',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.333312] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77933014-c766-4dfa-b5c3-7d376876f18a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.487552] env[65432]: INFO networking_nsxv3.common.synchronization [None req-7bc4fa08-46f9-4ebd-ad3e-465c61a5b0dd None None] Enqueued Resource ID: 3a89a10b-064e-4a0b-9b8d-06fbddf1cdd9 with Priority: HIGHEST for action port [ 605.487552] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a89a10b-064e-4a0b-9b8d-06fbddf1cdd9 with Priority: HIGHEST for action port [ 605.487852] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a89a10b-064e-4a0b-9b8d-06fbddf1cdd9 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.488024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a89a10b-064e-4a0b-9b8d-06fbddf1cdd9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.488153] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a89a10b-064e-4a0b-9b8d-06fbddf1cdd9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.488930] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a89a10b-064e-4a0b-9b8d-06fbddf1cdd9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.488930] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a89a10b-064e-4a0b-9b8d-06fbddf1cdd9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.654593] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 35116453-bb0b-4bbd-b781-a2749b2cbd47: rpc.has_security_group_logging(os_id): False [ 605.674551] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.674551] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.674551] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.674788] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.674788] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.674968] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.675062] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.675062] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.675227] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.675359] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.675522] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.675637] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.675719] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.675821] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.675898] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.676102] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.676202] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.676260] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.676390] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.676464] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.676553] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35116453-bb0b-4bbd-b781-a2749b2cbd47 is going to be created. [ 605.739980] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.740195] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.740292] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.740598] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.740807] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.754508] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35116453-bb0b-4bbd-b781-a2749b2cbd47 in Status: IN_PROGRESS for 2s [ 605.823716] env[65432]: INFO networking_nsxv3.common.synchronization [None req-27e44b88-578b-444a-ba75-c1edc820d92c None None] Enqueued Resource ID: 177a0a8e-5171-49ba-9af8-69a707161bf4 with Priority: HIGHEST for action port [ 605.827626] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 177a0a8e-5171-49ba-9af8-69a707161bf4 with Priority: HIGHEST for action port [ 605.828073] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-177a0a8e-5171-49ba-9af8-69a707161bf4 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.828217] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-177a0a8e-5171-49ba-9af8-69a707161bf4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.828287] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-177a0a8e-5171-49ba-9af8-69a707161bf4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.828564] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-177a0a8e-5171-49ba-9af8-69a707161bf4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.828650] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('177a0a8e-5171-49ba-9af8-69a707161bf4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.838546] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.838546] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.838546] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.838770] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.838770] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.838866] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77933014-c766-4dfa-b5c3-7d376876f18a is going to be created. [ 605.879689] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.879689] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.879689] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.879689] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.879909] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.891528] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77933014-c766-4dfa-b5c3-7d376876f18a in Status: UNINITIALIZED for 2s [ 605.991939] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3a89a10b-064e-4a0b-9b8d-06fbddf1cdd9 [ 605.992216] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.992434] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.992434] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.992618] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.992706] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.992797] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3a89a10b-064e-4a0b-9b8d-06fbddf1cdd9 already deleted. [ 605.992879] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a89a10b-064e-4a0b-9b8d-06fbddf1cdd9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.081109] env[65432]: INFO networking_nsxv3.common.synchronization [req-b71a6370-0455-49b0-bda4-881fd71c4f3e req-975ef4b1-2cf2-485c-ae19-56f3b2b07735 tempest-ServersAdminTestJSON-1011156328 tempest-ServersAdminTestJSON-1011156328-project-member] Enqueued Resource ID: 84c12c3a-1be5-4681-a64f-a9e312c474bc with Priority: HIGHEST for action security_group_members [ 606.082476] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84c12c3a-1be5-4681-a64f-a9e312c474bc with Priority: HIGHEST for action security_group_members [ 606.082910] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-84c12c3a-1be5-4681-a64f-a9e312c474bc taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.083015] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.083061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.083698] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.083698] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.083698] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.083898] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.084421] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.084421] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.084421] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84c12c3a-1be5-4681-a64f-a9e312c474bc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.334619] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 177a0a8e-5171-49ba-9af8-69a707161bf4 [ 606.334983] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.335083] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.335150] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.335421] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.335476] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.335630] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:177a0a8e-5171-49ba-9af8-69a707161bf4 already deleted. [ 606.335630] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-177a0a8e-5171-49ba-9af8-69a707161bf4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.562762] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock network-8 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.562762] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "network-8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.562762] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "network-8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.562762] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "network-8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.562956] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.563128] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.563245] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.563477] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.564460] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.564460] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.564460] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 606.564460] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 606.564460] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 606.564460] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.564460] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 606.564761] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 606.586652] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 606.586849] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 606.586967] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 606.587154] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "network-8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.588033] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock port-e1fff90e-bf5c-4598-b769-a49779c7195f taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.588033] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "port-e1fff90e-bf5c-4598-b769-a49779c7195f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.588234] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "port-e1fff90e-bf5c-4598-b769-a49779c7195f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.588562] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "port-e1fff90e-bf5c-4598-b769-a49779c7195f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.588777] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1fff90e-bf5c-4598-b769-a49779c7195f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.590160] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.590363] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.590423] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.590576] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.590662] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.590853] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.590950] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.591220] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.591220] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.591328] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.591363] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84c12c3a-1be5-4681-a64f-a9e312c474bc already deleted. [ 606.591478] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.097923] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.097923] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.097923] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.097923] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.097923] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.097923] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Segment Port e1fff90e-bf5c-4598-b769-a49779c7195f not found, creating... [ 607.097923] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.097923] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.097923] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.103357] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.103860] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.104359] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.104552] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.104734] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.105466] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.105668] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.105860] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Resource: SegmentPort with ID: e1fff90e-bf5c-4598-b769-a49779c7195f is going to be created. [ 607.129167] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.129342] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.129461] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.129823] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.130165] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.130451] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "port-e1fff90e-bf5c-4598-b769-a49779c7195f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.774050] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35116453-bb0b-4bbd-b781-a2749b2cbd47 in Status: SUCCESS [ 607.774050] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35116453-bb0b-4bbd-b781-a2749b2cbd47" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.885226] env[65432]: INFO networking_nsxv3.common.synchronization [req-b71a6370-0455-49b0-bda4-881fd71c4f3e req-7d485d8d-a2cc-4bf8-b8fd-09f0250b5975 service nova] Enqueued Resource ID: 84c12c3a-1be5-4681-a64f-a9e312c474bc with Priority: HIGHEST for action security_group_rules [ 607.885402] env[65432]: INFO networking_nsxv3.common.synchronization [req-b71a6370-0455-49b0-bda4-881fd71c4f3e req-7d485d8d-a2cc-4bf8-b8fd-09f0250b5975 service nova] Enqueued Resource ID: 84c12c3a-1be5-4681-a64f-a9e312c474bc with Priority: HIGHEST for action security_group_members [ 607.885528] env[65432]: INFO networking_nsxv3.common.synchronization [req-b71a6370-0455-49b0-bda4-881fd71c4f3e req-7d485d8d-a2cc-4bf8-b8fd-09f0250b5975 service nova] Enqueued Resource ID: e1fff90e-bf5c-4598-b769-a49779c7195f with Priority: HIGHEST for action port [ 607.886549] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84c12c3a-1be5-4681-a64f-a9e312c474bc with Priority: HIGHEST for action security_group_rules [ 607.886744] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84c12c3a-1be5-4681-a64f-a9e312c474bc with Priority: HIGHEST for action security_group_members [ 607.887227] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1fff90e-bf5c-4598-b769-a49779c7195f with Priority: HIGHEST for action port [ 607.889382] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84c12c3a-1be5-4681-a64f-a9e312c474bc taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.889519] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.889594] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.889878] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.889960] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84c12c3a-1be5-4681-a64f-a9e312c474bc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.890914] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-84c12c3a-1be5-4681-a64f-a9e312c474bc taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.891041] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.891114] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.891322] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.891471] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.891566] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.891621] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.891760] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.891842] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.891930] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84c12c3a-1be5-4681-a64f-a9e312c474bc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.896836] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1fff90e-bf5c-4598-b769-a49779c7195f taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.897785] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1fff90e-bf5c-4598-b769-a49779c7195f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.897785] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1fff90e-bf5c-4598-b769-a49779c7195f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.897785] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1fff90e-bf5c-4598-b769-a49779c7195f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.897785] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1fff90e-bf5c-4598-b769-a49779c7195f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.911172] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77933014-c766-4dfa-b5c3-7d376876f18a in Status: SUCCESS [ 607.911347] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77933014-c766-4dfa-b5c3-7d376876f18a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.912604] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77933014-c766-4dfa-b5c3-7d376876f18a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.912604] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77933014-c766-4dfa-b5c3-7d376876f18a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.912604] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.912604] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.912604] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.912604] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.912604] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.913504] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77933014-c766-4dfa-b5c3-7d376876f18a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.913626] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('77933014-c766-4dfa-b5c3-7d376876f18a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.269934] env[65432]: INFO networking_nsxv3.common.synchronization [req-e185b63f-99e7-4656-9230-d0cfef0692de req-6842baf1-8d48-4a81-b79e-9e4a6a487f17 tempest-ServersAdminTestJSON-1011156328 tempest-ServersAdminTestJSON-1011156328-project-member] Enqueued Resource ID: 84c12c3a-1be5-4681-a64f-a9e312c474bc with Priority: HIGHEST for action security_group_members [ 608.270298] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84c12c3a-1be5-4681-a64f-a9e312c474bc with Priority: HIGHEST for action security_group_members [ 608.270616] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-84c12c3a-1be5-4681-a64f-a9e312c474bc taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.270733] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.404156] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84c12c3a-1be5-4681-a64f-a9e312c474bc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.404156] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-84c12c3a-1be5-4681-a64f-a9e312c474bc taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.404156] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.404156] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e1fff90e-bf5c-4598-b769-a49779c7195f with status ACTIVE [ 608.404156] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.404156] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.404156] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.404156] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.404156] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.404156] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.404156] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.404156] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.404976] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.405201] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.405552] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.405765] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.405932] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.406176] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.406333] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.406489] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e1fff90e-bf5c-4598-b769-a49779c7195f is going to be updated. [ 608.418361] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-77933014-c766-4dfa-b5c3-7d376876f18a taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.418361] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77933014-c766-4dfa-b5c3-7d376876f18a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.418361] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77933014-c766-4dfa-b5c3-7d376876f18a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.418361] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77933014-c766-4dfa-b5c3-7d376876f18a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.418361] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.418361] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.418361] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.418361] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.418361] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.418361] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77933014-c766-4dfa-b5c3-7d376876f18a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.418361] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-77933014-c766-4dfa-b5c3-7d376876f18a taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.418361] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77933014-c766-4dfa-b5c3-7d376876f18a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.418361] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77933014-c766-4dfa-b5c3-7d376876f18a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.418361] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77933014-c766-4dfa-b5c3-7d376876f18a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.418361] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.418361] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.419409] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.419409] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.419409] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.419409] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77933014-c766-4dfa-b5c3-7d376876f18a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.419409] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('77933014-c766-4dfa-b5c3-7d376876f18a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.433642] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.433642] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.433642] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.433642] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.433642] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.433642] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1fff90e-bf5c-4598-b769-a49779c7195f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.545726] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock network-8 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.545950] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "network-8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.546055] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "network-8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.546320] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "network-8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.546775] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.546993] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.547121] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.547344] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.547494] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.547998] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 608.547998] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 608.548113] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 608.548182] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 608.548281] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 608.548450] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 608.548589] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 608.575630] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 608.575798] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 608.576042] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 608.576096] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "network-8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.576410] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock port-04e0fb60-c6d3-4828-83b0-727322d8b730 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.576573] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "port-04e0fb60-c6d3-4828-83b0-727322d8b730" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.576684] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "port-04e0fb60-c6d3-4828-83b0-727322d8b730" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.577198] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "port-04e0fb60-c6d3-4828-83b0-727322d8b730" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.577198] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04e0fb60-c6d3-4828-83b0-727322d8b730',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.831501] env[65432]: INFO networking_nsxv3.common.synchronization [None req-af9e72ed-b7f6-4901-9d8e-2d9eaa00e989 None None] Enqueued Resource ID: f51e2af7-0340-4ace-8930-c4779dd0676c with Priority: HIGHEST for action port [ 608.832284] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f51e2af7-0340-4ace-8930-c4779dd0676c with Priority: HIGHEST for action port [ 608.832706] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-f51e2af7-0340-4ace-8930-c4779dd0676c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.833294] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f51e2af7-0340-4ace-8930-c4779dd0676c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.833393] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f51e2af7-0340-4ace-8930-c4779dd0676c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.833710] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f51e2af7-0340-4ace-8930-c4779dd0676c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.833804] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f51e2af7-0340-4ace-8930-c4779dd0676c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.903339] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84c12c3a-1be5-4681-a64f-a9e312c474bc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.923293] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 77933014-c766-4dfa-b5c3-7d376876f18a: rpc.has_security_group_logging(os_id): False [ 608.944574] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.944574] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.944574] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.944823] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.944823] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.944929] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.945066] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.945139] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.945255] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.945316] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.945526] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.945625] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.945669] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.945816] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.945881] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.947708] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.947858] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.947959] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.948127] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.948212] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.948300] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77933014-c766-4dfa-b5c3-7d376876f18a is going to be created. [ 609.079679] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.082113] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.082113] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.082113] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.082113] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.082113] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Segment Port 04e0fb60-c6d3-4828-83b0-727322d8b730 not found, creating... [ 609.082113] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.082113] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.082113] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.082113] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.082113] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.082582] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.082582] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.082582] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.082582] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.082582] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.082582] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Resource: SegmentPort with ID: 04e0fb60-c6d3-4828-83b0-727322d8b730 is going to be created. [ 609.112196] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.112372] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.112453] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.112771] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.113022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.156144] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77933014-c766-4dfa-b5c3-7d376876f18a in Status: IN_PROGRESS for 2s [ 609.176493] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.176707] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.176888] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.177456] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.177456] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.177569] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "port-04e0fb60-c6d3-4828-83b0-727322d8b730" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.336589] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f51e2af7-0340-4ace-8930-c4779dd0676c [ 609.336843] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.336988] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.337213] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.337459] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.337565] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.338102] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f51e2af7-0340-4ace-8930-c4779dd0676c already deleted. [ 609.338102] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f51e2af7-0340-4ace-8930-c4779dd0676c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.406514] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.406714] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.406761] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.406958] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.407269] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.407269] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84c12c3a-1be5-4681-a64f-a9e312c474bc is going to be created. [ 609.433503] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.433651] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.433770] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.433929] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.434218] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.444160] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84c12c3a-1be5-4681-a64f-a9e312c474bc in Status: UNINITIALIZED for 2s [ 609.835576] env[65432]: INFO networking_nsxv3.common.synchronization [req-e185b63f-99e7-4656-9230-d0cfef0692de req-699eea7b-6cca-46aa-8470-cbe5d63a522f service nova] Enqueued Resource ID: 84c12c3a-1be5-4681-a64f-a9e312c474bc with Priority: HIGHEST for action security_group_rules [ 609.836068] env[65432]: INFO networking_nsxv3.common.synchronization [req-e185b63f-99e7-4656-9230-d0cfef0692de req-699eea7b-6cca-46aa-8470-cbe5d63a522f service nova] Enqueued Resource ID: 84c12c3a-1be5-4681-a64f-a9e312c474bc with Priority: HIGHEST for action security_group_members [ 609.836324] env[65432]: INFO networking_nsxv3.common.synchronization [req-e185b63f-99e7-4656-9230-d0cfef0692de req-699eea7b-6cca-46aa-8470-cbe5d63a522f service nova] Enqueued Resource ID: 04e0fb60-c6d3-4828-83b0-727322d8b730 with Priority: HIGHEST for action port [ 609.836934] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84c12c3a-1be5-4681-a64f-a9e312c474bc with Priority: HIGHEST for action security_group_rules [ 609.837202] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84c12c3a-1be5-4681-a64f-a9e312c474bc with Priority: HIGHEST for action security_group_members [ 609.837202] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04e0fb60-c6d3-4828-83b0-727322d8b730 with Priority: HIGHEST for action port [ 609.837516] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84c12c3a-1be5-4681-a64f-a9e312c474bc taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.837590] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.837747] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-84c12c3a-1be5-4681-a64f-a9e312c474bc taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.837833] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.838023] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-04e0fb60-c6d3-4828-83b0-727322d8b730 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.838384] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04e0fb60-c6d3-4828-83b0-727322d8b730" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.838384] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04e0fb60-c6d3-4828-83b0-727322d8b730" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.838384] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04e0fb60-c6d3-4828-83b0-727322d8b730" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.838478] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04e0fb60-c6d3-4828-83b0-727322d8b730',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.341340] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 04e0fb60-c6d3-4828-83b0-727322d8b730 with status ACTIVE [ 610.341551] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.341551] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.341551] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.341551] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.341551] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.342340] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.342340] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.342432] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.342552] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.342624] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.342800] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.342902] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.342961] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.343205] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.343282] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.343359] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 04e0fb60-c6d3-4828-83b0-727322d8b730 is going to be updated. [ 610.364582] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.364815] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.364815] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.364999] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.365164] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.365387] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04e0fb60-c6d3-4828-83b0-727322d8b730" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.621909] env[65432]: INFO networking_nsxv3.common.synchronization [req-17ca6e7e-8082-49bd-b603-42f8855170e5 req-f7b2b5f6-ff4b-4887-a1bc-63b82cf3acfc tempest-DeleteServersAdminTestJSON-1472300399 tempest-DeleteServersAdminTestJSON-1472300399-project-admin] Enqueued Resource ID: cfd4127f-dad4-498f-9f44-449c105469b9 with Priority: HIGHEST for action security_group_members [ 610.623073] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfd4127f-dad4-498f-9f44-449c105469b9 with Priority: HIGHEST for action security_group_members [ 610.623883] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfd4127f-dad4-498f-9f44-449c105469b9 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.625042] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfd4127f-dad4-498f-9f44-449c105469b9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.625042] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfd4127f-dad4-498f-9f44-449c105469b9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.625042] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfd4127f-dad4-498f-9f44-449c105469b9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.625042] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.625042] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.625348] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.625348] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.625966] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.625966] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfd4127f-dad4-498f-9f44-449c105469b9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.128851] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.129313] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.129313] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.129313] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.129429] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.129710] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.129710] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.130050] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.130050] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.130050] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.130338] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfd4127f-dad4-498f-9f44-449c105469b9 is going to be updated. [ 611.166332] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.166654] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.166729] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.166975] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.167278] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.168935] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77933014-c766-4dfa-b5c3-7d376876f18a in Status: SUCCESS [ 611.169244] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77933014-c766-4dfa-b5c3-7d376876f18a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.176633] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfd4127f-dad4-498f-9f44-449c105469b9 in Status: IN_PROGRESS for 2s [ 611.458336] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84c12c3a-1be5-4681-a64f-a9e312c474bc in Status: SUCCESS [ 611.458603] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.458790] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.459092] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.459335] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.459538] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.459609] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.459786] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.459909] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.460036] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84c12c3a-1be5-4681-a64f-a9e312c474bc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.962587] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84c12c3a-1be5-4681-a64f-a9e312c474bc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.467695] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84c12c3a-1be5-4681-a64f-a9e312c474bc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.974039] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.974039] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.974039] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.974039] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.974039] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.974039] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84c12c3a-1be5-4681-a64f-a9e312c474bc is going to be updated. [ 613.020287] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.020540] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.022108] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.023083] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.024087] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.036330] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84c12c3a-1be5-4681-a64f-a9e312c474bc in Status: IN_PROGRESS for 2s [ 613.058941] env[65432]: INFO networking_nsxv3.common.synchronization [req-c17d68fc-a788-4b1f-bbbc-97b9bb06aff2 req-38169788-e62f-4f48-9bd2-b124191d59dd tempest-VolumesAssistedSnapshotsTest-1798462729 tempest-VolumesAssistedSnapshotsTest-1798462729-project-member] Enqueued Resource ID: c734e3d1-16a8-4525-9804-35b1354b9c02 with Priority: HIGHEST for action security_group_members [ 613.059719] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c734e3d1-16a8-4525-9804-35b1354b9c02 with Priority: HIGHEST for action security_group_members [ 613.060068] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-c734e3d1-16a8-4525-9804-35b1354b9c02 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.060187] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c734e3d1-16a8-4525-9804-35b1354b9c02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.060288] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c734e3d1-16a8-4525-9804-35b1354b9c02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.060788] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c734e3d1-16a8-4525-9804-35b1354b9c02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.060788] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.061060] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.061060] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.061233] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.061280] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.061380] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c734e3d1-16a8-4525-9804-35b1354b9c02',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.210559] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfd4127f-dad4-498f-9f44-449c105469b9 in Status: SUCCESS [ 613.210559] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfd4127f-dad4-498f-9f44-449c105469b9 deletion is rescheduled due to dependency. [ 613.210559] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfd4127f-dad4-498f-9f44-449c105469b9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.566218] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.566218] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.566218] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.566218] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.566218] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.566218] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.566218] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.566218] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.567150] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.567150] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.567150] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c734e3d1-16a8-4525-9804-35b1354b9c02 already deleted. [ 613.567150] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c734e3d1-16a8-4525-9804-35b1354b9c02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.595521] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock network-313 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.595739] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "network-313" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.595858] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "network-313" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.596238] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "network-313" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.596504] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.596655] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.596766] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.596986] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.597434] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.597760] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.597931] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 613.598124] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 613.598297] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 613.598471] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.598631] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 613.598822] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 613.619776] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 613.619945] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 613.620052] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 613.620244] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "network-313" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.620557] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock port-f4ab1a89-6530-4c00-b2ca-f1b12d476e1e taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.620721] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "port-f4ab1a89-6530-4c00-b2ca-f1b12d476e1e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.620869] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "port-f4ab1a89-6530-4c00-b2ca-f1b12d476e1e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.621182] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "port-f4ab1a89-6530-4c00-b2ca-f1b12d476e1e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.621311] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4ab1a89-6530-4c00-b2ca-f1b12d476e1e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.124629] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.124629] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.124629] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.124885] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.125052] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.125254] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Segment Port f4ab1a89-6530-4c00-b2ca-f1b12d476e1e not found, creating... [ 614.125558] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.125715] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.125868] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.126161] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.126293] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.126582] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.126729] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.127578] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.127578] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.127578] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.128429] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Resource: SegmentPort with ID: f4ab1a89-6530-4c00-b2ca-f1b12d476e1e is going to be created. [ 614.153557] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.153861] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.153861] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.154223] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.154476] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.154702] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "port-f4ab1a89-6530-4c00-b2ca-f1b12d476e1e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.877883] env[65432]: INFO networking_nsxv3.common.synchronization [req-c17d68fc-a788-4b1f-bbbc-97b9bb06aff2 req-de5ea048-f5b0-4e82-a57c-ad651c50ae12 service nova] Enqueued Resource ID: c734e3d1-16a8-4525-9804-35b1354b9c02 with Priority: HIGHEST for action security_group_rules [ 614.878213] env[65432]: INFO networking_nsxv3.common.synchronization [req-c17d68fc-a788-4b1f-bbbc-97b9bb06aff2 req-de5ea048-f5b0-4e82-a57c-ad651c50ae12 service nova] Enqueued Resource ID: c734e3d1-16a8-4525-9804-35b1354b9c02 with Priority: HIGHEST for action security_group_members [ 614.878213] env[65432]: INFO networking_nsxv3.common.synchronization [req-c17d68fc-a788-4b1f-bbbc-97b9bb06aff2 req-de5ea048-f5b0-4e82-a57c-ad651c50ae12 service nova] Enqueued Resource ID: f4ab1a89-6530-4c00-b2ca-f1b12d476e1e with Priority: HIGHEST for action port [ 614.878855] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c734e3d1-16a8-4525-9804-35b1354b9c02 with Priority: HIGHEST for action security_group_rules [ 614.878996] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c734e3d1-16a8-4525-9804-35b1354b9c02 with Priority: HIGHEST for action security_group_members [ 614.879156] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4ab1a89-6530-4c00-b2ca-f1b12d476e1e with Priority: HIGHEST for action port [ 614.879462] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c734e3d1-16a8-4525-9804-35b1354b9c02 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.879628] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c734e3d1-16a8-4525-9804-35b1354b9c02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.879698] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c734e3d1-16a8-4525-9804-35b1354b9c02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.879925] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c734e3d1-16a8-4525-9804-35b1354b9c02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.880022] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c734e3d1-16a8-4525-9804-35b1354b9c02',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.880989] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-c734e3d1-16a8-4525-9804-35b1354b9c02 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.881164] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c734e3d1-16a8-4525-9804-35b1354b9c02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.881216] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c734e3d1-16a8-4525-9804-35b1354b9c02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.881377] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c734e3d1-16a8-4525-9804-35b1354b9c02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.881535] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.881686] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.881753] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.881906] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.882023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.882104] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c734e3d1-16a8-4525-9804-35b1354b9c02',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.883330] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4ab1a89-6530-4c00-b2ca-f1b12d476e1e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.883485] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4ab1a89-6530-4c00-b2ca-f1b12d476e1e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.883556] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4ab1a89-6530-4c00-b2ca-f1b12d476e1e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.883726] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4ab1a89-6530-4c00-b2ca-f1b12d476e1e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.883842] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4ab1a89-6530-4c00-b2ca-f1b12d476e1e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.050611] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84c12c3a-1be5-4681-a64f-a9e312c474bc in Status: SUCCESS [ 615.050611] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.050611] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.050611] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.050611] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.050611] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.050611] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.050611] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.050611] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.050611] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.050611] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('84c12c3a-1be5-4681-a64f-a9e312c474bc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.051568] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.051753] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.051934] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.052103] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.052475] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.052475] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.052475] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.052475] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84c12c3a-1be5-4681-a64f-a9e312c474bc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.272545] env[65432]: INFO networking_nsxv3.common.synchronization [req-eef7fa96-bc89-45d6-9b55-56eb624a59c0 req-d6ca4eff-2e9b-4524-9d90-9fc2004c76bd tempest-ServerDiagnosticsTest-28364273 tempest-ServerDiagnosticsTest-28364273-project-member] Enqueued Resource ID: befddb54-eb04-4347-846f-b8325fa5cdae with Priority: HIGHEST for action security_group_members [ 615.274326] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: befddb54-eb04-4347-846f-b8325fa5cdae with Priority: HIGHEST for action security_group_members [ 615.274714] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-befddb54-eb04-4347-846f-b8325fa5cdae taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.274852] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-befddb54-eb04-4347-846f-b8325fa5cdae" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.274973] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-befddb54-eb04-4347-846f-b8325fa5cdae" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.275272] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-befddb54-eb04-4347-846f-b8325fa5cdae" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.275782] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.275927] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.276013] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.276192] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.276331] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.276455] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('befddb54-eb04-4347-846f-b8325fa5cdae',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.387242] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-c734e3d1-16a8-4525-9804-35b1354b9c02 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.387242] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c734e3d1-16a8-4525-9804-35b1354b9c02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.387242] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c734e3d1-16a8-4525-9804-35b1354b9c02',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.388589] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f4ab1a89-6530-4c00-b2ca-f1b12d476e1e with status ACTIVE [ 615.388589] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.388768] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.388768] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.389012] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.389108] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.389584] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.389584] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.389584] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.394078] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.394078] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.394078] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.394078] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.394078] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.394078] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.394078] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.394078] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f4ab1a89-6530-4c00-b2ca-f1b12d476e1e is going to be updated. [ 615.418639] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.418912] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.418912] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.419162] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.419316] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.419528] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4ab1a89-6530-4c00-b2ca-f1b12d476e1e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.554851] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-84c12c3a-1be5-4681-a64f-a9e312c474bc taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.555074] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.555289] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84c12c3a-1be5-4681-a64f-a9e312c474bc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.630160] env[65432]: INFO networking_nsxv3.common.synchronization [None req-1aa2a924-4c48-4c09-8c50-7319288a9e03 None None] Enqueued Resource ID: 4b51bf50-d190-49c6-b3d2-8836f098feb1 with Priority: HIGHEST for action port [ 615.630160] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b51bf50-d190-49c6-b3d2-8836f098feb1 with Priority: HIGHEST for action port [ 615.630692] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b51bf50-d190-49c6-b3d2-8836f098feb1 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.631074] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b51bf50-d190-49c6-b3d2-8836f098feb1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.631074] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b51bf50-d190-49c6-b3d2-8836f098feb1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.631467] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b51bf50-d190-49c6-b3d2-8836f098feb1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.631604] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b51bf50-d190-49c6-b3d2-8836f098feb1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.779509] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.779730] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.779833] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.780162] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.780308] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.780584] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.780737] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.780833] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.781075] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.781202] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.781335] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: befddb54-eb04-4347-846f-b8325fa5cdae is going to be updated. [ 615.816270] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.816406] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.817673] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.817673] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.817673] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.834026] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: befddb54-eb04-4347-846f-b8325fa5cdae in Status: IN_PROGRESS for 2s [ 615.893639] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c734e3d1-16a8-4525-9804-35b1354b9c02',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.057451] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84c12c3a-1be5-4681-a64f-a9e312c474bc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.135984] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4b51bf50-d190-49c6-b3d2-8836f098feb1 [ 616.135984] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.135984] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.136415] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.136470] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.136604] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.136753] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4b51bf50-d190-49c6-b3d2-8836f098feb1 already deleted. [ 616.136888] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b51bf50-d190-49c6-b3d2-8836f098feb1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.397637] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.397800] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.397882] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.398142] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.398234] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.398475] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c734e3d1-16a8-4525-9804-35b1354b9c02 is going to be created. [ 616.428700] env[65432]: INFO networking_nsxv3.common.synchronization [None req-b91fc6e0-15b4-49fe-b5d5-7cd51e8c07df None None] Enqueued Resource ID: cfad52a1-113e-40e3-a36f-009d862f67fe with Priority: HIGHEST for action port [ 616.431169] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.431169] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.431169] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.431169] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.431169] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.431975] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfad52a1-113e-40e3-a36f-009d862f67fe with Priority: HIGHEST for action port [ 616.436051] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-cfad52a1-113e-40e3-a36f-009d862f67fe taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.436051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cfad52a1-113e-40e3-a36f-009d862f67fe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.436051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cfad52a1-113e-40e3-a36f-009d862f67fe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.436051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cfad52a1-113e-40e3-a36f-009d862f67fe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.436051] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfad52a1-113e-40e3-a36f-009d862f67fe',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.445849] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c734e3d1-16a8-4525-9804-35b1354b9c02 in Status: UNINITIALIZED for 2s [ 616.560390] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.560895] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.561240] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.561548] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.561826] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.562430] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84c12c3a-1be5-4681-a64f-a9e312c474bc is going to be updated. [ 616.597533] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.597673] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.597754] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.597961] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.598117] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.607705] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84c12c3a-1be5-4681-a64f-a9e312c474bc in Status: IN_PROGRESS for 2s [ 616.703340] env[65432]: INFO networking_nsxv3.common.synchronization [req-6a816dfa-cd07-406c-9e28-76b696e3a131 req-154c93a2-9f3e-4354-9410-b7a9377ad773 tempest-SecurityGroupsTestJSON-842556927 tempest-SecurityGroupsTestJSON-842556927-project-member] Enqueued Resource ID: dd1963ff-72b9-4796-9a4a-982c5981e737 with Priority: HIGHEST for action security_group_members [ 616.705406] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd1963ff-72b9-4796-9a4a-982c5981e737 with Priority: HIGHEST for action security_group_members [ 616.706510] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd1963ff-72b9-4796-9a4a-982c5981e737 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.707842] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.708121] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.708603] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.708912] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.709718] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.709718] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.709718] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.709718] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.710381] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd1963ff-72b9-4796-9a4a-982c5981e737',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.935551] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cfad52a1-113e-40e3-a36f-009d862f67fe [ 616.935916] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.935916] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.936031] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.936238] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.936332] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.936431] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cfad52a1-113e-40e3-a36f-009d862f67fe already deleted. [ 616.936515] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cfad52a1-113e-40e3-a36f-009d862f67fe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.023210] env[65432]: INFO networking_nsxv3.common.synchronization [req-1425fe8f-500b-4c5c-8568-bb5f584337ad req-5c3463fa-f36b-4ed0-8136-45839cc4e633 tempest-ServerDiagnosticsNegativeTest-1347965067 tempest-ServerDiagnosticsNegativeTest-1347965067-project-member] Enqueued Resource ID: 5df52582-6c3f-4fb1-a1f7-751612d9ff24 with Priority: HIGHEST for action security_group_members [ 617.023517] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5df52582-6c3f-4fb1-a1f7-751612d9ff24 with Priority: HIGHEST for action security_group_members [ 617.023834] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-5df52582-6c3f-4fb1-a1f7-751612d9ff24 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.023961] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5df52582-6c3f-4fb1-a1f7-751612d9ff24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.024158] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5df52582-6c3f-4fb1-a1f7-751612d9ff24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.024416] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5df52582-6c3f-4fb1-a1f7-751612d9ff24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.025494] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.025494] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.025494] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.025494] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.025494] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.025494] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5df52582-6c3f-4fb1-a1f7-751612d9ff24',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.214084] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.214259] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.214336] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.214559] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.214656] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.214851] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.214950] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.216788] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.217276] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.217972] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.218531] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd1963ff-72b9-4796-9a4a-982c5981e737 already deleted. [ 617.218734] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.417024] env[65432]: INFO networking_nsxv3.common.synchronization [None req-332a5ff9-cc75-4f64-bf9c-08d01d6e1b69 None None] Enqueued Resource ID: a5e9e355-9998-4de3-a42c-8f1bd9b461bc with Priority: HIGHEST for action port [ 617.417024] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5e9e355-9998-4de3-a42c-8f1bd9b461bc with Priority: HIGHEST for action port [ 617.417466] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5e9e355-9998-4de3-a42c-8f1bd9b461bc taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.417744] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5e9e355-9998-4de3-a42c-8f1bd9b461bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.417949] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5e9e355-9998-4de3-a42c-8f1bd9b461bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.418416] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5e9e355-9998-4de3-a42c-8f1bd9b461bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.418596] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5e9e355-9998-4de3-a42c-8f1bd9b461bc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.467173] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock network-332 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.467415] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "network-332" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.467565] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "network-332" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.467929] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "network-332" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.470345] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.470345] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.470345] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.470345] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.470345] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.470345] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.470345] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 617.470345] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 617.470345] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 617.470345] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.470345] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 617.470345] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 617.492497] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 617.492644] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 617.493091] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 617.493091] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "network-332" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.493413] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock port-db37cdbd-0f16-40eb-82a1-a9eefac31a69 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.493573] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "port-db37cdbd-0f16-40eb-82a1-a9eefac31a69" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.494171] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "port-db37cdbd-0f16-40eb-82a1-a9eefac31a69" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.494171] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "port-db37cdbd-0f16-40eb-82a1-a9eefac31a69" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.494265] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db37cdbd-0f16-40eb-82a1-a9eefac31a69',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.527567] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.527784] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.527869] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.528226] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.528377] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.528638] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.528758] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.528812] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.528975] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.529106] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.529175] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5df52582-6c3f-4fb1-a1f7-751612d9ff24 is going to be updated. [ 617.566163] env[65432]: INFO networking_nsxv3.common.synchronization [None req-3c4e07e4-2463-4fee-8a21-882c674eed57 tempest-ServersWithSpecificFlavorTestJSON-52620977 tempest-ServersWithSpecificFlavorTestJSON-52620977-project-member] Enqueued Resource ID: d1312b13-59d8-441d-af89-7970aba103dd with Priority: HIGHEST for action security_group_rules [ 617.569221] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1312b13-59d8-441d-af89-7970aba103dd with Priority: HIGHEST for action security_group_rules [ 617.569430] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1312b13-59d8-441d-af89-7970aba103dd taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.569656] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1312b13-59d8-441d-af89-7970aba103dd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.569756] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1312b13-59d8-441d-af89-7970aba103dd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.569976] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1312b13-59d8-441d-af89-7970aba103dd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.570106] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1312b13-59d8-441d-af89-7970aba103dd',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.576758] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.576997] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.576997] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.577210] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.578032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.590737] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5df52582-6c3f-4fb1-a1f7-751612d9ff24 in Status: IN_PROGRESS for 2s [ 617.846351] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: befddb54-eb04-4347-846f-b8325fa5cdae in Status: SUCCESS [ 617.846351] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: befddb54-eb04-4347-846f-b8325fa5cdae deletion is rescheduled due to dependency. [ 617.846351] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-befddb54-eb04-4347-846f-b8325fa5cdae" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.922624] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a5e9e355-9998-4de3-a42c-8f1bd9b461bc [ 617.922624] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.922624] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.922624] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.923247] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.923419] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.923419] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a5e9e355-9998-4de3-a42c-8f1bd9b461bc already deleted. [ 617.923624] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5e9e355-9998-4de3-a42c-8f1bd9b461bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.944131] env[65432]: INFO networking_nsxv3.common.synchronization [None req-7c7586e1-b4d9-4b80-b194-a35074db64d0 tempest-ServersWithSpecificFlavorTestJSON-52620977 tempest-ServersWithSpecificFlavorTestJSON-52620977-project-member] Enqueued Resource ID: d1312b13-59d8-441d-af89-7970aba103dd with Priority: HIGHEST for action security_group_rules [ 617.944519] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1312b13-59d8-441d-af89-7970aba103dd with Priority: HIGHEST for action security_group_rules [ 617.944961] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1312b13-59d8-441d-af89-7970aba103dd taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.944961] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1312b13-59d8-441d-af89-7970aba103dd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.002020] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.002020] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.002020] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.002020] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.002020] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.002020] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Segment Port db37cdbd-0f16-40eb-82a1-a9eefac31a69 not found, creating... [ 618.002020] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.002020] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.002020] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.002020] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.002020] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.002474] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.002474] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.002474] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.002474] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.002474] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.002474] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Resource: SegmentPort with ID: db37cdbd-0f16-40eb-82a1-a9eefac31a69 is going to be created. [ 618.034081] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.034081] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.034297] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.034598] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.034865] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.035389] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "port-db37cdbd-0f16-40eb-82a1-a9eefac31a69" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.117067] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.117220] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.117311] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.117775] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.117867] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.117968] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1312b13-59d8-441d-af89-7970aba103dd already deleted. [ 618.118076] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1312b13-59d8-441d-af89-7970aba103dd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.118242] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1312b13-59d8-441d-af89-7970aba103dd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.118413] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1312b13-59d8-441d-af89-7970aba103dd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.118488] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1312b13-59d8-441d-af89-7970aba103dd',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.456960] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c734e3d1-16a8-4525-9804-35b1354b9c02 in Status: SUCCESS [ 618.457243] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c734e3d1-16a8-4525-9804-35b1354b9c02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.457378] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c734e3d1-16a8-4525-9804-35b1354b9c02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.457692] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c734e3d1-16a8-4525-9804-35b1354b9c02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.457802] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.457960] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.458090] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.458255] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.458752] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.458752] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c734e3d1-16a8-4525-9804-35b1354b9c02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.458752] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c734e3d1-16a8-4525-9804-35b1354b9c02',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.619882] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84c12c3a-1be5-4681-a64f-a9e312c474bc in Status: SUCCESS [ 618.620135] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.620327] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.620546] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.620740] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.627027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.627027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.627027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.627027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.627027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.627027] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-84c12c3a-1be5-4681-a64f-a9e312c474bc taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.627027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.627027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.627027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.627027] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.627027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.627027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.627027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.627027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.627027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.627027] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('84c12c3a-1be5-4681-a64f-a9e312c474bc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.648726] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.648945] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.649125] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.649727] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.649727] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.649727] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1312b13-59d8-441d-af89-7970aba103dd already deleted. [ 618.649727] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1312b13-59d8-441d-af89-7970aba103dd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.818643] env[65432]: INFO networking_nsxv3.common.synchronization [req-6a816dfa-cd07-406c-9e28-76b696e3a131 req-e01ebcc2-1c22-4e05-a91e-b36650c22e08 service nova] Enqueued Resource ID: dd1963ff-72b9-4796-9a4a-982c5981e737 with Priority: HIGHEST for action security_group_rules [ 618.818837] env[65432]: INFO networking_nsxv3.common.synchronization [req-6a816dfa-cd07-406c-9e28-76b696e3a131 req-e01ebcc2-1c22-4e05-a91e-b36650c22e08 service nova] Enqueued Resource ID: dd1963ff-72b9-4796-9a4a-982c5981e737 with Priority: HIGHEST for action security_group_members [ 618.818978] env[65432]: INFO networking_nsxv3.common.synchronization [req-6a816dfa-cd07-406c-9e28-76b696e3a131 req-e01ebcc2-1c22-4e05-a91e-b36650c22e08 service nova] Enqueued Resource ID: db37cdbd-0f16-40eb-82a1-a9eefac31a69 with Priority: HIGHEST for action port [ 618.820817] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd1963ff-72b9-4796-9a4a-982c5981e737 with Priority: HIGHEST for action security_group_rules [ 618.821040] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd1963ff-72b9-4796-9a4a-982c5981e737 with Priority: HIGHEST for action security_group_members [ 618.821158] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db37cdbd-0f16-40eb-82a1-a9eefac31a69 with Priority: HIGHEST for action port [ 618.821472] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd1963ff-72b9-4796-9a4a-982c5981e737 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.821618] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.821654] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.821939] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.822034] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd1963ff-72b9-4796-9a4a-982c5981e737',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.823905] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd1963ff-72b9-4796-9a4a-982c5981e737 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.823905] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.824108] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.824212] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.824376] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.824483] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.824547] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.824706] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.824795] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.824888] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd1963ff-72b9-4796-9a4a-982c5981e737',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.825826] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-db37cdbd-0f16-40eb-82a1-a9eefac31a69 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.826091] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db37cdbd-0f16-40eb-82a1-a9eefac31a69" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.826091] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db37cdbd-0f16-40eb-82a1-a9eefac31a69" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.829880] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db37cdbd-0f16-40eb-82a1-a9eefac31a69" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.829880] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db37cdbd-0f16-40eb-82a1-a9eefac31a69',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.960486] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c734e3d1-16a8-4525-9804-35b1354b9c02',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.020386] env[65432]: INFO networking_nsxv3.common.synchronization [None req-8c04b84f-7291-4fda-b138-d56482e76e4a None None] Enqueued Resource ID: a8147bb4-4d7b-433f-b14f-af7fe07fe223 with Priority: HIGHEST for action port [ 619.020386] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8147bb4-4d7b-433f-b14f-af7fe07fe223 with Priority: HIGHEST for action port [ 619.020899] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8147bb4-4d7b-433f-b14f-af7fe07fe223 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.021078] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8147bb4-4d7b-433f-b14f-af7fe07fe223" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.021175] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8147bb4-4d7b-433f-b14f-af7fe07fe223" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.021514] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8147bb4-4d7b-433f-b14f-af7fe07fe223" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.021552] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8147bb4-4d7b-433f-b14f-af7fe07fe223',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.131514] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 84c12c3a-1be5-4681-a64f-a9e312c474bc: rpc.has_security_group_logging(os_id): False [ 619.154087] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.154406] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.154406] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.154573] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.154661] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.154852] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.155253] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.155253] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.155329] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.155483] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.155635] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.155726] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.155791] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.155931] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.156618] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.156833] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.156932] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.156999] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.158662] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.158662] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.158662] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84c12c3a-1be5-4681-a64f-a9e312c474bc is going to be created. [ 619.260661] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.260843] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.260928] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.261847] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.261847] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.279068] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84c12c3a-1be5-4681-a64f-a9e312c474bc in Status: IN_PROGRESS for 2s [ 619.329346] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd1963ff-72b9-4796-9a4a-982c5981e737 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.329584] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.329898] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd1963ff-72b9-4796-9a4a-982c5981e737',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.331447] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db37cdbd-0f16-40eb-82a1-a9eefac31a69 with status ACTIVE [ 619.331758] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.331957] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.332328] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.332560] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.332909] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.332977] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.333234] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.333353] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.333610] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.335379] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.335379] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.335379] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.335379] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.335379] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.335379] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.335379] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db37cdbd-0f16-40eb-82a1-a9eefac31a69 is going to be updated. [ 619.380251] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.380529] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.380893] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.380893] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.381044] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.381205] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db37cdbd-0f16-40eb-82a1-a9eefac31a69" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.464546] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c734e3d1-16a8-4525-9804-35b1354b9c02: rpc.has_security_group_logging(os_id): False [ 619.487625] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.487625] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.487625] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.487625] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.487625] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.487625] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.487625] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.488409] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.488753] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.489762] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.489762] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c734e3d1-16a8-4525-9804-35b1354b9c02 is going to be created. [ 619.524388] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a8147bb4-4d7b-433f-b14f-af7fe07fe223 [ 619.526967] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.526967] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.526967] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.526967] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.526967] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.526967] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a8147bb4-4d7b-433f-b14f-af7fe07fe223 already deleted. [ 619.526967] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8147bb4-4d7b-433f-b14f-af7fe07fe223" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.580330] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.581712] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.583300] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.583857] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.585679] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.602113] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5df52582-6c3f-4fb1-a1f7-751612d9ff24 in Status: SUCCESS [ 619.602113] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5df52582-6c3f-4fb1-a1f7-751612d9ff24 deletion is rescheduled due to dependency. [ 619.602113] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5df52582-6c3f-4fb1-a1f7-751612d9ff24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.602964] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c734e3d1-16a8-4525-9804-35b1354b9c02 in Status: IN_PROGRESS for 2s [ 619.796817] env[65432]: INFO networking_nsxv3.common.synchronization [req-e0e8d958-9133-47d8-8b26-4165ccebfb74 req-ab87ccc4-28e5-42fc-9a08-57d2d01c5afd tempest-MigrationsAdminTest-2147284106 tempest-MigrationsAdminTest-2147284106-project-member] Enqueued Resource ID: 27564b81-520f-4365-a89c-373ab442ec1a with Priority: HIGHEST for action security_group_members [ 619.796817] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27564b81-520f-4365-a89c-373ab442ec1a with Priority: HIGHEST for action security_group_members [ 619.796817] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-27564b81-520f-4365-a89c-373ab442ec1a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.796817] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27564b81-520f-4365-a89c-373ab442ec1a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.796817] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27564b81-520f-4365-a89c-373ab442ec1a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.797019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27564b81-520f-4365-a89c-373ab442ec1a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.799145] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.799145] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.799145] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.799145] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.799145] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.799145] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27564b81-520f-4365-a89c-373ab442ec1a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.826646] env[65432]: INFO networking_nsxv3.common.synchronization [None req-3b26c0b0-13e9-452c-a629-f048ccfe8c41 tempest-ServerActionsV293TestJSON-1792249001 tempest-ServerActionsV293TestJSON-1792249001-project-member] Enqueued Resource ID: f5added1-9d9c-4f9e-bb7b-d12b27fd9dbb with Priority: HIGHEST for action security_group_rules [ 619.827215] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5added1-9d9c-4f9e-bb7b-d12b27fd9dbb with Priority: HIGHEST for action security_group_rules [ 619.827681] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5added1-9d9c-4f9e-bb7b-d12b27fd9dbb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.829357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5added1-9d9c-4f9e-bb7b-d12b27fd9dbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.829448] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5added1-9d9c-4f9e-bb7b-d12b27fd9dbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.831086] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5added1-9d9c-4f9e-bb7b-d12b27fd9dbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.831086] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5added1-9d9c-4f9e-bb7b-d12b27fd9dbb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.838856] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd1963ff-72b9-4796-9a4a-982c5981e737',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.046714] env[65432]: INFO networking_nsxv3.common.synchronization [None req-89801a56-6be9-4c4c-a23a-d8ef15a8b3fc tempest-ServerActionsV293TestJSON-1792249001 tempest-ServerActionsV293TestJSON-1792249001-project-member] Enqueued Resource ID: f5added1-9d9c-4f9e-bb7b-d12b27fd9dbb with Priority: HIGHEST for action security_group_rules [ 620.047580] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5added1-9d9c-4f9e-bb7b-d12b27fd9dbb with Priority: HIGHEST for action security_group_rules [ 620.048641] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5added1-9d9c-4f9e-bb7b-d12b27fd9dbb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.048641] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5added1-9d9c-4f9e-bb7b-d12b27fd9dbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.300282] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.300282] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.300576] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.301700] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.301941] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.302348] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.302634] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.302746] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.302994] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.303103] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.303286] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27564b81-520f-4365-a89c-373ab442ec1a already deleted. [ 620.303380] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27564b81-520f-4365-a89c-373ab442ec1a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.346144] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.346144] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.346462] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.346513] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.346626] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.346813] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd1963ff-72b9-4796-9a4a-982c5981e737 is going to be created. [ 620.377021] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.377021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.377021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.377021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.377021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.377021] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5added1-9d9c-4f9e-bb7b-d12b27fd9dbb already deleted. [ 620.377021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5added1-9d9c-4f9e-bb7b-d12b27fd9dbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.377021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5added1-9d9c-4f9e-bb7b-d12b27fd9dbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.377534] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5added1-9d9c-4f9e-bb7b-d12b27fd9dbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.377701] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5added1-9d9c-4f9e-bb7b-d12b27fd9dbb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.380832] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.380998] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.381176] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.381445] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.381801] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.393891] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd1963ff-72b9-4796-9a4a-982c5981e737 in Status: UNINITIALIZED for 2s [ 620.503029] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock network-36 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.503029] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "network-36" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.503320] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "network-36" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.503626] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "network-36" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.503895] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.504060] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.504175] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.504461] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.504729] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.504821] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.505081] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 620.505081] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 620.505264] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 620.505264] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.505359] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 620.505411] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 620.525437] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 620.525549] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 620.525683] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 620.525902] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "network-36" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.526303] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock port-a487650d-1016-4d0e-bc5b-3560d385e9fb taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.526504] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "port-a487650d-1016-4d0e-bc5b-3560d385e9fb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.526638] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "port-a487650d-1016-4d0e-bc5b-3560d385e9fb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.526954] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "port-a487650d-1016-4d0e-bc5b-3560d385e9fb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.527140] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a487650d-1016-4d0e-bc5b-3560d385e9fb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.899670] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.899887] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.899961] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.900266] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.900402] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.900518] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5added1-9d9c-4f9e-bb7b-d12b27fd9dbb already deleted. [ 620.900618] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5added1-9d9c-4f9e-bb7b-d12b27fd9dbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.030227] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.030500] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.030613] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.030904] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.031118] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.031283] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Segment Port a487650d-1016-4d0e-bc5b-3560d385e9fb not found, creating... [ 621.031563] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.031723] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.031832] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.032081] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.032216] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.032499] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.032724] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.032776] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.032946] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.033186] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.033286] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Resource: SegmentPort with ID: a487650d-1016-4d0e-bc5b-3560d385e9fb is going to be created. [ 621.059468] env[65432]: INFO networking_nsxv3.common.synchronization [None req-11d92c24-f48f-4797-91e4-2c92f58d07ef tempest-ServersTestJSON-1673107594 tempest-ServersTestJSON-1673107594-project-member] Enqueued Resource ID: 6b49bd92-a2be-4932-99ed-6957dd12af0c with Priority: HIGHEST for action security_group_rules [ 621.059930] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.061826] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.062061] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.062403] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.062652] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.062958] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "port-a487650d-1016-4d0e-bc5b-3560d385e9fb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.064142] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b49bd92-a2be-4932-99ed-6957dd12af0c with Priority: HIGHEST for action security_group_rules [ 621.064721] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b49bd92-a2be-4932-99ed-6957dd12af0c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.064838] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b49bd92-a2be-4932-99ed-6957dd12af0c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.064899] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b49bd92-a2be-4932-99ed-6957dd12af0c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.065759] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b49bd92-a2be-4932-99ed-6957dd12af0c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.066424] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b49bd92-a2be-4932-99ed-6957dd12af0c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.293096] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84c12c3a-1be5-4681-a64f-a9e312c474bc in Status: SUCCESS [ 621.293390] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.293571] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.293858] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.293972] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84c12c3a-1be5-4681-a64f-a9e312c474bc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.399251] env[65432]: INFO networking_nsxv3.common.synchronization [None req-d21831c7-5a0b-48f1-9f6f-02a3a7a475ed tempest-ServersTestJSON-1673107594 tempest-ServersTestJSON-1673107594-project-member] Enqueued Resource ID: 6b49bd92-a2be-4932-99ed-6957dd12af0c with Priority: HIGHEST for action security_group_rules [ 621.401755] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b49bd92-a2be-4932-99ed-6957dd12af0c with Priority: HIGHEST for action security_group_rules [ 621.402292] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b49bd92-a2be-4932-99ed-6957dd12af0c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.402430] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b49bd92-a2be-4932-99ed-6957dd12af0c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.592257] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.592257] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.592497] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.593187] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.593187] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.593187] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b49bd92-a2be-4932-99ed-6957dd12af0c already deleted. [ 621.593187] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b49bd92-a2be-4932-99ed-6957dd12af0c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.593187] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b49bd92-a2be-4932-99ed-6957dd12af0c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.593492] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b49bd92-a2be-4932-99ed-6957dd12af0c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.593540] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b49bd92-a2be-4932-99ed-6957dd12af0c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.618557] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c734e3d1-16a8-4525-9804-35b1354b9c02 in Status: SUCCESS [ 621.618830] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c734e3d1-16a8-4525-9804-35b1354b9c02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.796131] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-84c12c3a-1be5-4681-a64f-a9e312c474bc taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.796296] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.796374] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.796598] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.796772] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.796851] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.796909] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.797102] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.797196] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.797289] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.797378] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('84c12c3a-1be5-4681-a64f-a9e312c474bc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.819567] env[65432]: INFO networking_nsxv3.common.synchronization [req-e0e8d958-9133-47d8-8b26-4165ccebfb74 req-8e70c747-0028-41a5-abac-590f2bcca038 service nova] Enqueued Resource ID: 27564b81-520f-4365-a89c-373ab442ec1a with Priority: HIGHEST for action security_group_rules [ 621.819678] env[65432]: INFO networking_nsxv3.common.synchronization [req-e0e8d958-9133-47d8-8b26-4165ccebfb74 req-8e70c747-0028-41a5-abac-590f2bcca038 service nova] Enqueued Resource ID: 27564b81-520f-4365-a89c-373ab442ec1a with Priority: HIGHEST for action security_group_members [ 621.819777] env[65432]: INFO networking_nsxv3.common.synchronization [req-e0e8d958-9133-47d8-8b26-4165ccebfb74 req-8e70c747-0028-41a5-abac-590f2bcca038 service nova] Enqueued Resource ID: a487650d-1016-4d0e-bc5b-3560d385e9fb with Priority: HIGHEST for action port [ 621.820015] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27564b81-520f-4365-a89c-373ab442ec1a with Priority: HIGHEST for action security_group_rules [ 621.820147] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27564b81-520f-4365-a89c-373ab442ec1a with Priority: HIGHEST for action security_group_members [ 621.820244] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a487650d-1016-4d0e-bc5b-3560d385e9fb with Priority: HIGHEST for action port [ 621.820749] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27564b81-520f-4365-a89c-373ab442ec1a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.820874] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27564b81-520f-4365-a89c-373ab442ec1a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.820937] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27564b81-520f-4365-a89c-373ab442ec1a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.821213] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27564b81-520f-4365-a89c-373ab442ec1a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.821298] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27564b81-520f-4365-a89c-373ab442ec1a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.822491] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-27564b81-520f-4365-a89c-373ab442ec1a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.822787] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27564b81-520f-4365-a89c-373ab442ec1a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.822787] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27564b81-520f-4365-a89c-373ab442ec1a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.822948] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27564b81-520f-4365-a89c-373ab442ec1a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.823119] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.823296] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.823401] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.823533] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.823644] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.823758] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27564b81-520f-4365-a89c-373ab442ec1a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.824810] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-a487650d-1016-4d0e-bc5b-3560d385e9fb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.824924] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a487650d-1016-4d0e-bc5b-3560d385e9fb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.824986] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a487650d-1016-4d0e-bc5b-3560d385e9fb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.825146] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a487650d-1016-4d0e-bc5b-3560d385e9fb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.825223] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a487650d-1016-4d0e-bc5b-3560d385e9fb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.123552] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.124034] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.124034] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.124452] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.124661] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.124858] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b49bd92-a2be-4932-99ed-6957dd12af0c already deleted. [ 622.125148] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b49bd92-a2be-4932-99ed-6957dd12af0c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.300563] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-84c12c3a-1be5-4681-a64f-a9e312c474bc taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.300563] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.300563] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.301048] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.301048] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.301048] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.301048] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.301649] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.301649] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.301649] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.302590] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-84c12c3a-1be5-4681-a64f-a9e312c474bc taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.303220] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.303220] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.303220] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.303220] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.303220] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.303220] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.303456] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.303456] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.303523] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.303554] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('84c12c3a-1be5-4681-a64f-a9e312c474bc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.323044] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-27564b81-520f-4365-a89c-373ab442ec1a taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.323044] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27564b81-520f-4365-a89c-373ab442ec1a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.327511] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('27564b81-520f-4365-a89c-373ab442ec1a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.329143] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a487650d-1016-4d0e-bc5b-3560d385e9fb with status ACTIVE [ 622.331017] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.331017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.331017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.331017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.331017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.331017] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.331017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.331017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.331017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.331017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.331017] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.331017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.331578] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.331838] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.332060] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.332259] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a487650d-1016-4d0e-bc5b-3560d385e9fb is going to be updated. [ 622.357347] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.357347] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.357557] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.357719] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.357923] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.358176] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a487650d-1016-4d0e-bc5b-3560d385e9fb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.415848] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd1963ff-72b9-4796-9a4a-982c5981e737 in Status: SUCCESS [ 622.415848] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.415848] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.415848] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.416028] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.416352] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.416352] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.416352] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.416483] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.416515] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.416822] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd1963ff-72b9-4796-9a4a-982c5981e737',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.808737] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 84c12c3a-1be5-4681-a64f-a9e312c474bc: rpc.has_security_group_logging(os_id): False [ 622.832919] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.832919] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.832919] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.832919] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.832919] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.832919] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.833405] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.833405] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.833405] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.833405] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.833558] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.833666] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.833698] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.833850] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.833922] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.834154] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.834316] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.834388] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.834567] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.834645] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.834736] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84c12c3a-1be5-4681-a64f-a9e312c474bc is going to be updated. [ 622.836067] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('27564b81-520f-4365-a89c-373ab442ec1a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.921413] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd1963ff-72b9-4796-9a4a-982c5981e737 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.921413] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.921413] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.921413] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.921413] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.921413] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.921413] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.921413] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.921413] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.921413] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.921963] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd1963ff-72b9-4796-9a4a-982c5981e737 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.921963] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.921963] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.921963] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.921963] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.922134] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.922134] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.923714] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.923714] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.923714] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.923714] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd1963ff-72b9-4796-9a4a-982c5981e737',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.938121] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.938914] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.938914] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.938914] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.938914] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.967365] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84c12c3a-1be5-4681-a64f-a9e312c474bc in Status: IN_PROGRESS for 2s [ 623.338911] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.339430] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.339430] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.339561] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.339657] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.339736] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27564b81-520f-4365-a89c-373ab442ec1a is going to be created. [ 623.370047] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.370262] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.370357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.370553] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.370725] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.385105] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27564b81-520f-4365-a89c-373ab442ec1a in Status: UNINITIALIZED for 2s [ 623.425642] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd1963ff-72b9-4796-9a4a-982c5981e737: rpc.has_security_group_logging(os_id): False [ 623.445345] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.445561] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.445621] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.445868] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.445982] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.446349] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.446521] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.446521] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.446700] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.446801] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.447259] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.447259] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.447259] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.447549] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.447549] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.447728] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.447728] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.447952] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.447952] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.448096] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.448096] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd1963ff-72b9-4796-9a4a-982c5981e737 is going to be created. [ 623.520662] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.520823] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.520881] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.521115] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.521377] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.534360] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd1963ff-72b9-4796-9a4a-982c5981e737 in Status: IN_PROGRESS for 2s [ 624.420598] env[65432]: INFO networking_nsxv3.common.synchronization [None req-8a27fe55-5f9b-4c02-944d-a4fe9c0857ec None None] Enqueued Resource ID: ecfe3064-b4b1-4494-bd12-f9d5967cd2c1 with Priority: HIGHEST for action port [ 624.421297] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecfe3064-b4b1-4494-bd12-f9d5967cd2c1 with Priority: HIGHEST for action port [ 624.421618] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-ecfe3064-b4b1-4494-bd12-f9d5967cd2c1 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.421744] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ecfe3064-b4b1-4494-bd12-f9d5967cd2c1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.421804] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ecfe3064-b4b1-4494-bd12-f9d5967cd2c1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.422587] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ecfe3064-b4b1-4494-bd12-f9d5967cd2c1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.422696] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecfe3064-b4b1-4494-bd12-f9d5967cd2c1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.925725] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ecfe3064-b4b1-4494-bd12-f9d5967cd2c1 [ 624.926090] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.926323] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.926413] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.926746] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.926878] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.927058] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ecfe3064-b4b1-4494-bd12-f9d5967cd2c1 already deleted. [ 624.927175] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ecfe3064-b4b1-4494-bd12-f9d5967cd2c1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.988916] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84c12c3a-1be5-4681-a64f-a9e312c474bc in Status: SUCCESS [ 624.989221] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.397849] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27564b81-520f-4365-a89c-373ab442ec1a in Status: SUCCESS [ 625.398089] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27564b81-520f-4365-a89c-373ab442ec1a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.398268] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27564b81-520f-4365-a89c-373ab442ec1a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.398540] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27564b81-520f-4365-a89c-373ab442ec1a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.398779] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.398924] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.398979] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.399179] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.399263] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.399357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27564b81-520f-4365-a89c-373ab442ec1a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.399456] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('27564b81-520f-4365-a89c-373ab442ec1a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.547144] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd1963ff-72b9-4796-9a4a-982c5981e737 in Status: SUCCESS [ 625.547144] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.911937] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-27564b81-520f-4365-a89c-373ab442ec1a taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.911937] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27564b81-520f-4365-a89c-373ab442ec1a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.911937] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27564b81-520f-4365-a89c-373ab442ec1a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.911937] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27564b81-520f-4365-a89c-373ab442ec1a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.911937] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.911937] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.911937] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.911937] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.911937] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.911937] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27564b81-520f-4365-a89c-373ab442ec1a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.911937] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-27564b81-520f-4365-a89c-373ab442ec1a taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.911937] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27564b81-520f-4365-a89c-373ab442ec1a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.911937] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27564b81-520f-4365-a89c-373ab442ec1a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.913435] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27564b81-520f-4365-a89c-373ab442ec1a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.913435] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.913435] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.913662] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.913662] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.913774] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.913834] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27564b81-520f-4365-a89c-373ab442ec1a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.913885] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('27564b81-520f-4365-a89c-373ab442ec1a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.416389] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 27564b81-520f-4365-a89c-373ab442ec1a: rpc.has_security_group_logging(os_id): False [ 626.439117] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.439117] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.439117] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.439117] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.439117] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.439117] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.439117] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.439117] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.439117] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.440669] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.440669] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.440669] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.440669] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.440669] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.441817] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.441817] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.441817] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.441817] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.441817] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.441817] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.442362] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27564b81-520f-4365-a89c-373ab442ec1a is going to be created. [ 626.523023] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.523023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.523023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.523023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.523501] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.539831] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27564b81-520f-4365-a89c-373ab442ec1a in Status: IN_PROGRESS for 2s [ 626.566116] env[65432]: INFO networking_nsxv3.common.synchronization [None req-f6b3e030-036d-476b-b145-9a965fc4c810 None None] Enqueued Resource ID: 4819c837-bad2-4dda-8820-ecfcef70dd3a with Priority: HIGHEST for action port [ 626.566643] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4819c837-bad2-4dda-8820-ecfcef70dd3a with Priority: HIGHEST for action port [ 626.566962] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-4819c837-bad2-4dda-8820-ecfcef70dd3a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.567594] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4819c837-bad2-4dda-8820-ecfcef70dd3a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.567944] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4819c837-bad2-4dda-8820-ecfcef70dd3a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.568142] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4819c837-bad2-4dda-8820-ecfcef70dd3a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.568142] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4819c837-bad2-4dda-8820-ecfcef70dd3a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.844037] env[65432]: INFO networking_nsxv3.common.synchronization [req-4b99fbdf-38fd-409e-97a9-c2e944687feb req-769b03ae-1085-41bb-af5a-7450ba0d575a tempest-ServersTestBootFromVolume-1951125614 tempest-ServersTestBootFromVolume-1951125614-project-member] Enqueued Resource ID: 42e39f4e-1e0b-48e4-9736-7ff8ae5a2e2e with Priority: HIGHEST for action security_group_members [ 626.844252] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42e39f4e-1e0b-48e4-9736-7ff8ae5a2e2e with Priority: HIGHEST for action security_group_members [ 626.844904] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-42e39f4e-1e0b-48e4-9736-7ff8ae5a2e2e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.847550] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42e39f4e-1e0b-48e4-9736-7ff8ae5a2e2e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.847550] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42e39f4e-1e0b-48e4-9736-7ff8ae5a2e2e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.847550] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42e39f4e-1e0b-48e4-9736-7ff8ae5a2e2e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.847550] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.847550] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.847550] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.847550] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.847550] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.847550] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42e39f4e-1e0b-48e4-9736-7ff8ae5a2e2e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.071030] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4819c837-bad2-4dda-8820-ecfcef70dd3a [ 627.071441] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.071830] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.072580] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.072665] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.072732] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.072843] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4819c837-bad2-4dda-8820-ecfcef70dd3a already deleted. [ 627.072930] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4819c837-bad2-4dda-8820-ecfcef70dd3a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.352981] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.352981] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.352981] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.352981] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.352981] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.352981] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.352981] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.352981] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.352981] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.352981] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.352981] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42e39f4e-1e0b-48e4-9736-7ff8ae5a2e2e already deleted. [ 627.352981] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42e39f4e-1e0b-48e4-9736-7ff8ae5a2e2e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.754700] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock network-66 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.755109] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "network-66" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.755109] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "network-66" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.755395] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "network-66" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.756658] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.756658] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.756658] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.756658] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.756658] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.756658] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 627.756658] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 627.757346] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 627.757346] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 627.757346] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 627.757346] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 627.757346] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 627.791471] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 627.791676] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 627.791789] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 627.792258] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "network-66" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.792678] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock port-c52012db-ef1a-4130-8535-1cb07c2dd26f taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.792941] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "port-c52012db-ef1a-4130-8535-1cb07c2dd26f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.793524] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "port-c52012db-ef1a-4130-8535-1cb07c2dd26f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.793977] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "port-c52012db-ef1a-4130-8535-1cb07c2dd26f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.794308] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c52012db-ef1a-4130-8535-1cb07c2dd26f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.298500] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.298500] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.298500] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.298718] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.299465] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.300020] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Segment Port c52012db-ef1a-4130-8535-1cb07c2dd26f not found, creating... [ 628.300377] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.300749] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.300913] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.301336] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.301559] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.302087] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.302332] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.302520] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.302928] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.303236] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.303455] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Resource: SegmentPort with ID: c52012db-ef1a-4130-8535-1cb07c2dd26f is going to be created. [ 628.330176] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.331180] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.331180] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.331180] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.331180] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.332395] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "port-c52012db-ef1a-4130-8535-1cb07c2dd26f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.557531] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27564b81-520f-4365-a89c-373ab442ec1a in Status: SUCCESS [ 628.557758] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27564b81-520f-4365-a89c-373ab442ec1a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.040633] env[65432]: INFO networking_nsxv3.common.synchronization [req-4b99fbdf-38fd-409e-97a9-c2e944687feb req-b112cd62-650e-4b32-b937-eb682cfc5575 service nova] Enqueued Resource ID: 42e39f4e-1e0b-48e4-9736-7ff8ae5a2e2e with Priority: HIGHEST for action security_group_rules [ 629.040633] env[65432]: INFO networking_nsxv3.common.synchronization [req-4b99fbdf-38fd-409e-97a9-c2e944687feb req-b112cd62-650e-4b32-b937-eb682cfc5575 service nova] Enqueued Resource ID: 42e39f4e-1e0b-48e4-9736-7ff8ae5a2e2e with Priority: HIGHEST for action security_group_members [ 629.040977] env[65432]: INFO networking_nsxv3.common.synchronization [req-4b99fbdf-38fd-409e-97a9-c2e944687feb req-b112cd62-650e-4b32-b937-eb682cfc5575 service nova] Enqueued Resource ID: c52012db-ef1a-4130-8535-1cb07c2dd26f with Priority: HIGHEST for action port [ 629.041581] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42e39f4e-1e0b-48e4-9736-7ff8ae5a2e2e with Priority: HIGHEST for action security_group_rules [ 629.041743] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42e39f4e-1e0b-48e4-9736-7ff8ae5a2e2e with Priority: HIGHEST for action security_group_members [ 629.041841] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c52012db-ef1a-4130-8535-1cb07c2dd26f with Priority: HIGHEST for action port [ 629.044805] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42e39f4e-1e0b-48e4-9736-7ff8ae5a2e2e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.044954] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42e39f4e-1e0b-48e4-9736-7ff8ae5a2e2e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.045053] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42e39f4e-1e0b-48e4-9736-7ff8ae5a2e2e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.045389] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42e39f4e-1e0b-48e4-9736-7ff8ae5a2e2e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.045540] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42e39f4e-1e0b-48e4-9736-7ff8ae5a2e2e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.054406] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-42e39f4e-1e0b-48e4-9736-7ff8ae5a2e2e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.054532] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42e39f4e-1e0b-48e4-9736-7ff8ae5a2e2e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.054532] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42e39f4e-1e0b-48e4-9736-7ff8ae5a2e2e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.054794] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42e39f4e-1e0b-48e4-9736-7ff8ae5a2e2e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.055034] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.055364] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.055364] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.055475] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.055475] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.055578] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42e39f4e-1e0b-48e4-9736-7ff8ae5a2e2e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.056492] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-c52012db-ef1a-4130-8535-1cb07c2dd26f taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.057167] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c52012db-ef1a-4130-8535-1cb07c2dd26f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.057167] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c52012db-ef1a-4130-8535-1cb07c2dd26f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.057167] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c52012db-ef1a-4130-8535-1cb07c2dd26f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.057167] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c52012db-ef1a-4130-8535-1cb07c2dd26f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.559511] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-42e39f4e-1e0b-48e4-9736-7ff8ae5a2e2e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.559511] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42e39f4e-1e0b-48e4-9736-7ff8ae5a2e2e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.559511] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('42e39f4e-1e0b-48e4-9736-7ff8ae5a2e2e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.560410] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c52012db-ef1a-4130-8535-1cb07c2dd26f with status ACTIVE [ 629.560620] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.560744] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.560815] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.561055] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.561191] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.561382] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.561484] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.561550] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.561717] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.561801] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.562000] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.563953] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.564060] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.564300] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.564385] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.564479] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c52012db-ef1a-4130-8535-1cb07c2dd26f is going to be updated. [ 629.592014] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.592014] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.592014] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.592014] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.592014] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.592014] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c52012db-ef1a-4130-8535-1cb07c2dd26f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.754499] env[65432]: INFO networking_nsxv3.common.synchronization [req-a7166085-27d3-4aa9-9dd4-3e8162439598 req-fc2572dc-b7da-44fb-8c1a-bf447c3bbb7b tempest-ServersWithSpecificFlavorTestJSON-52620977 tempest-ServersWithSpecificFlavorTestJSON-52620977-project-member] Enqueued Resource ID: d1312b13-59d8-441d-af89-7970aba103dd with Priority: HIGHEST for action security_group_members [ 629.755326] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1312b13-59d8-441d-af89-7970aba103dd with Priority: HIGHEST for action security_group_members [ 629.755423] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1312b13-59d8-441d-af89-7970aba103dd taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.755499] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1312b13-59d8-441d-af89-7970aba103dd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.755553] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1312b13-59d8-441d-af89-7970aba103dd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.755777] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1312b13-59d8-441d-af89-7970aba103dd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.755949] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.757484] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.757579] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.758748] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.758748] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.758748] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1312b13-59d8-441d-af89-7970aba103dd',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.067399] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('42e39f4e-1e0b-48e4-9736-7ff8ae5a2e2e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.188577] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock network-650 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.188777] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "network-650" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.188896] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "network-650" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.189335] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "network-650" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.189653] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.189816] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.189927] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.190180] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.190323] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.190530] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 630.190636] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 630.190739] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 630.190839] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 630.190947] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 630.191047] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 630.191190] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 630.214087] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 630.214298] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 630.214407] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 630.214585] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "network-650" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.214896] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock port-707f94c7-c074-4816-a550-f29c59421e50 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.215074] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "port-707f94c7-c074-4816-a550-f29c59421e50" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.215189] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "port-707f94c7-c074-4816-a550-f29c59421e50" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.215528] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "port-707f94c7-c074-4816-a550-f29c59421e50" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.215673] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('707f94c7-c074-4816-a550-f29c59421e50',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.261140] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.261140] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.261286] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.261407] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.261597] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.261795] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.261875] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.261928] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.262080] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.262165] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.262284] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1312b13-59d8-441d-af89-7970aba103dd already deleted. [ 630.262474] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1312b13-59d8-441d-af89-7970aba103dd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.570375] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.570591] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.570704] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.571098] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.571208] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.571497] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42e39f4e-1e0b-48e4-9736-7ff8ae5a2e2e is going to be created. [ 630.608172] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.608172] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.608172] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.608172] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.608172] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.618376] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42e39f4e-1e0b-48e4-9736-7ff8ae5a2e2e in Status: UNINITIALIZED for 2s [ 630.663331] env[65432]: INFO networking_nsxv3.common.synchronization [None req-e8971096-7ac4-407a-8453-77812034cac6 None None] Enqueued Resource ID: 01d1f469-d10b-4b42-913a-a073cea3052e with Priority: HIGHEST for action port [ 630.663584] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01d1f469-d10b-4b42-913a-a073cea3052e with Priority: HIGHEST for action port [ 630.663966] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-01d1f469-d10b-4b42-913a-a073cea3052e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.664088] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01d1f469-d10b-4b42-913a-a073cea3052e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.664161] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01d1f469-d10b-4b42-913a-a073cea3052e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.664411] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01d1f469-d10b-4b42-913a-a073cea3052e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.664505] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01d1f469-d10b-4b42-913a-a073cea3052e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.718351] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.718747] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.718991] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.719432] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.719618] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.719799] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Segment Port 707f94c7-c074-4816-a550-f29c59421e50 not found, creating... [ 630.720142] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.720328] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.720328] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.720328] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.720952] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.721314] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.721482] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.722557] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.722557] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.722557] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.722557] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Resource: SegmentPort with ID: 707f94c7-c074-4816-a550-f29c59421e50 is going to be created. [ 630.747551] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.747829] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.747934] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.748199] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.748481] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.748740] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "port-707f94c7-c074-4816-a550-f29c59421e50" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.167528] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 01d1f469-d10b-4b42-913a-a073cea3052e [ 631.168978] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.168978] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.168978] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.168978] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.168978] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.168978] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:01d1f469-d10b-4b42-913a-a073cea3052e already deleted. [ 631.168978] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01d1f469-d10b-4b42-913a-a073cea3052e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.470355] env[65432]: INFO networking_nsxv3.common.synchronization [req-a7166085-27d3-4aa9-9dd4-3e8162439598 req-a6c84fd2-a277-4342-a132-61ab960585d2 service nova] Enqueued Resource ID: d1312b13-59d8-441d-af89-7970aba103dd with Priority: HIGHEST for action security_group_rules [ 631.470851] env[65432]: INFO networking_nsxv3.common.synchronization [req-a7166085-27d3-4aa9-9dd4-3e8162439598 req-a6c84fd2-a277-4342-a132-61ab960585d2 service nova] Enqueued Resource ID: d1312b13-59d8-441d-af89-7970aba103dd with Priority: HIGHEST for action security_group_members [ 631.471062] env[65432]: INFO networking_nsxv3.common.synchronization [req-a7166085-27d3-4aa9-9dd4-3e8162439598 req-a6c84fd2-a277-4342-a132-61ab960585d2 service nova] Enqueued Resource ID: 707f94c7-c074-4816-a550-f29c59421e50 with Priority: HIGHEST for action port [ 631.473548] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1312b13-59d8-441d-af89-7970aba103dd with Priority: HIGHEST for action security_group_rules [ 631.473702] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1312b13-59d8-441d-af89-7970aba103dd with Priority: HIGHEST for action security_group_members [ 631.473802] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 707f94c7-c074-4816-a550-f29c59421e50 with Priority: HIGHEST for action port [ 631.474095] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1312b13-59d8-441d-af89-7970aba103dd taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.474222] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1312b13-59d8-441d-af89-7970aba103dd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.474287] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1312b13-59d8-441d-af89-7970aba103dd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.474488] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1312b13-59d8-441d-af89-7970aba103dd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.474571] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1312b13-59d8-441d-af89-7970aba103dd',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.475468] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1312b13-59d8-441d-af89-7970aba103dd taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.475587] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1312b13-59d8-441d-af89-7970aba103dd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.475653] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1312b13-59d8-441d-af89-7970aba103dd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.475832] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1312b13-59d8-441d-af89-7970aba103dd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.475982] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.476092] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.476156] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.476299] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.476385] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.476475] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1312b13-59d8-441d-af89-7970aba103dd',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.478802] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-707f94c7-c074-4816-a550-f29c59421e50 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.479394] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-707f94c7-c074-4816-a550-f29c59421e50" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.479394] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-707f94c7-c074-4816-a550-f29c59421e50" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.479394] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-707f94c7-c074-4816-a550-f29c59421e50" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.479394] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('707f94c7-c074-4816-a550-f29c59421e50',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.982180] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1312b13-59d8-441d-af89-7970aba103dd taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.982610] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1312b13-59d8-441d-af89-7970aba103dd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.982610] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d1312b13-59d8-441d-af89-7970aba103dd',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.985767] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 707f94c7-c074-4816-a550-f29c59421e50 with status ACTIVE [ 631.985887] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.986060] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.986152] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.986498] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.986693] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.986930] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.987502] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.987502] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.987502] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.987651] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.987888] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.988021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.988376] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.988376] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.988484] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.988586] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 707f94c7-c074-4816-a550-f29c59421e50 is going to be updated. [ 632.015940] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.015940] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.016086] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.017756] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.017910] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.018106] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-707f94c7-c074-4816-a550-f29c59421e50" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.106330] env[65432]: INFO networking_nsxv3.common.synchronization [req-1f108e8a-1d68-4b03-8011-756c5f7f0f2e req-770c190d-2b6f-457b-a1e0-7729160a8d6a tempest-DeleteServersAdminTestJSON-85227158 tempest-DeleteServersAdminTestJSON-85227158-project-member] Enqueued Resource ID: cfd4127f-dad4-498f-9f44-449c105469b9 with Priority: HIGHEST for action security_group_members [ 632.106903] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfd4127f-dad4-498f-9f44-449c105469b9 with Priority: HIGHEST for action security_group_members [ 632.107237] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfd4127f-dad4-498f-9f44-449c105469b9 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.107366] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfd4127f-dad4-498f-9f44-449c105469b9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.107433] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfd4127f-dad4-498f-9f44-449c105469b9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.107634] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfd4127f-dad4-498f-9f44-449c105469b9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.107788] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.108439] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.108673] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.108791] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.108887] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.109035] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfd4127f-dad4-498f-9f44-449c105469b9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.491679] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d1312b13-59d8-441d-af89-7970aba103dd',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.614702] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.614919] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.614919] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.615188] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.615300] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.615535] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.615653] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.615710] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.615876] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.616152] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.616152] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfd4127f-dad4-498f-9f44-449c105469b9 is going to be updated. [ 632.630716] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42e39f4e-1e0b-48e4-9736-7ff8ae5a2e2e in Status: SUCCESS [ 632.630933] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42e39f4e-1e0b-48e4-9736-7ff8ae5a2e2e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.631117] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42e39f4e-1e0b-48e4-9736-7ff8ae5a2e2e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.631403] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42e39f4e-1e0b-48e4-9736-7ff8ae5a2e2e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.631677] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.631919] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.632047] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.632169] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.632294] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.632420] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42e39f4e-1e0b-48e4-9736-7ff8ae5a2e2e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.632549] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('42e39f4e-1e0b-48e4-9736-7ff8ae5a2e2e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.664200] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.665024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.665024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.666812] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.666812] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.679445] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfd4127f-dad4-498f-9f44-449c105469b9 in Status: IN_PROGRESS for 2s [ 632.905968] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock network-36 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.906803] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "network-36" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.910020] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "network-36" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.910020] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "network-36" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.910020] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.910020] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.910020] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.910020] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.910020] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.910020] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 632.910020] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 632.910020] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 632.910020] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 632.910020] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 632.910020] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 632.910020] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 632.932381] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 632.932381] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 632.932381] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 632.932381] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "network-36" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.932381] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock port-e24d336f-f631-4130-bbac-3722a0e0beff taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.932381] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "port-e24d336f-f631-4130-bbac-3722a0e0beff" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.932381] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "port-e24d336f-f631-4130-bbac-3722a0e0beff" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.932381] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "port-e24d336f-f631-4130-bbac-3722a0e0beff" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.932381] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e24d336f-f631-4130-bbac-3722a0e0beff',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.995768] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.996031] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.996120] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.996388] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.996513] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.996631] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1312b13-59d8-441d-af89-7970aba103dd is going to be created. [ 633.016240] env[65432]: INFO networking_nsxv3.common.synchronization [None req-32a00663-847d-4792-ab92-42150b933076 None None] Enqueued Resource ID: 5fa44b87-587a-4aec-bc8d-6ae9f13a6467 with Priority: HIGHEST for action port [ 633.016550] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fa44b87-587a-4aec-bc8d-6ae9f13a6467 with Priority: HIGHEST for action port [ 633.016902] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-5fa44b87-587a-4aec-bc8d-6ae9f13a6467 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.017371] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5fa44b87-587a-4aec-bc8d-6ae9f13a6467" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.017633] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5fa44b87-587a-4aec-bc8d-6ae9f13a6467" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.017917] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5fa44b87-587a-4aec-bc8d-6ae9f13a6467" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.018733] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fa44b87-587a-4aec-bc8d-6ae9f13a6467',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.025960] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.025960] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.025960] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.026473] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.026473] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.043130] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1312b13-59d8-441d-af89-7970aba103dd in Status: UNINITIALIZED for 2s [ 633.135701] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('42e39f4e-1e0b-48e4-9736-7ff8ae5a2e2e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.435048] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.435326] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.435536] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.436315] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.436569] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.436825] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Segment Port e24d336f-f631-4130-bbac-3722a0e0beff not found, creating... [ 633.437259] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.437490] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.437637] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.438957] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.439228] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.439929] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.440128] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.440243] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.440493] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.440629] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.440769] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Resource: SegmentPort with ID: e24d336f-f631-4130-bbac-3722a0e0beff is going to be created. [ 633.466995] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.467464] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.467464] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.467721] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.467921] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.468345] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "port-e24d336f-f631-4130-bbac-3722a0e0beff" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.523120] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5fa44b87-587a-4aec-bc8d-6ae9f13a6467 [ 633.523547] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.523646] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.523826] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.524065] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.524150] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.524751] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5fa44b87-587a-4aec-bc8d-6ae9f13a6467 already deleted. [ 633.524751] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5fa44b87-587a-4aec-bc8d-6ae9f13a6467" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.640786] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 42e39f4e-1e0b-48e4-9736-7ff8ae5a2e2e: rpc.has_security_group_logging(os_id): False [ 633.662316] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.662852] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.663009] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.663400] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.663802] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.664373] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.664662] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.665281] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.665719] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.666318] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.666504] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42e39f4e-1e0b-48e4-9736-7ff8ae5a2e2e is going to be created. [ 633.764523] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.764523] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.764523] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.765026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.765378] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.790103] env[65432]: INFO networking_nsxv3.common.synchronization [None req-dc37becc-c4d0-47a4-9e1a-cba5b0a69921 tempest-ServerActionsTestOtherB-1703039426 tempest-ServerActionsTestOtherB-1703039426-project-member] Enqueued Resource ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea with Priority: HIGHEST for action security_group_rules [ 633.792278] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea with Priority: HIGHEST for action security_group_rules [ 633.793250] env[65432]: INFO networking_nsxv3.common.synchronization [None req-aa525ea4-64f9-4a3d-ae37-5fa1c3fb1835 None None] Enqueued Resource ID: 0a033150-1636-4691-8ef5-b3f965ed1d20 with Priority: HIGHEST for action port [ 633.793976] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a49c8a18-5fe9-46dc-9c57-a5406ae1deea taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.794193] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.794398] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.794711] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.794802] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a49c8a18-5fe9-46dc-9c57-a5406ae1deea',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.796464] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a033150-1636-4691-8ef5-b3f965ed1d20 with Priority: HIGHEST for action port [ 633.797806] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a033150-1636-4691-8ef5-b3f965ed1d20 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.798025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a033150-1636-4691-8ef5-b3f965ed1d20" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.798400] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a033150-1636-4691-8ef5-b3f965ed1d20" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.798468] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a033150-1636-4691-8ef5-b3f965ed1d20" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.799566] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a033150-1636-4691-8ef5-b3f965ed1d20',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.810441] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42e39f4e-1e0b-48e4-9736-7ff8ae5a2e2e in Status: IN_PROGRESS for 2s [ 634.228922] env[65432]: INFO networking_nsxv3.common.synchronization [req-1f108e8a-1d68-4b03-8011-756c5f7f0f2e req-003a61d4-5ad5-4483-825f-bb4f3fce780b service nova] Enqueued Resource ID: cfd4127f-dad4-498f-9f44-449c105469b9 with Priority: HIGHEST for action security_group_rules [ 634.229527] env[65432]: INFO networking_nsxv3.common.synchronization [req-1f108e8a-1d68-4b03-8011-756c5f7f0f2e req-003a61d4-5ad5-4483-825f-bb4f3fce780b service nova] Enqueued Resource ID: cfd4127f-dad4-498f-9f44-449c105469b9 with Priority: HIGHEST for action security_group_members [ 634.229721] env[65432]: INFO networking_nsxv3.common.synchronization [req-1f108e8a-1d68-4b03-8011-756c5f7f0f2e req-003a61d4-5ad5-4483-825f-bb4f3fce780b service nova] Enqueued Resource ID: e24d336f-f631-4130-bbac-3722a0e0beff with Priority: HIGHEST for action port [ 634.230989] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfd4127f-dad4-498f-9f44-449c105469b9 with Priority: HIGHEST for action security_group_rules [ 634.230989] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfd4127f-dad4-498f-9f44-449c105469b9 with Priority: HIGHEST for action security_group_members [ 634.230989] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e24d336f-f631-4130-bbac-3722a0e0beff with Priority: HIGHEST for action port [ 634.230989] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cfd4127f-dad4-498f-9f44-449c105469b9 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.230989] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cfd4127f-dad4-498f-9f44-449c105469b9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.231308] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cfd4127f-dad4-498f-9f44-449c105469b9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.231421] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cfd4127f-dad4-498f-9f44-449c105469b9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.231505] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cfd4127f-dad4-498f-9f44-449c105469b9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.232608] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfd4127f-dad4-498f-9f44-449c105469b9 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.232716] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfd4127f-dad4-498f-9f44-449c105469b9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.232965] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-e24d336f-f631-4130-bbac-3722a0e0beff taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.233220] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e24d336f-f631-4130-bbac-3722a0e0beff" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.233220] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e24d336f-f631-4130-bbac-3722a0e0beff" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.233424] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e24d336f-f631-4130-bbac-3722a0e0beff" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.233557] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e24d336f-f631-4130-bbac-3722a0e0beff',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.304867] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0a033150-1636-4691-8ef5-b3f965ed1d20 [ 634.304867] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.304867] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.304867] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.304867] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.304867] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.304867] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0a033150-1636-4691-8ef5-b3f965ed1d20 already deleted. [ 634.304867] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a033150-1636-4691-8ef5-b3f965ed1d20" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.317063] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.317265] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.317265] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.317481] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.317570] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.317672] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea already deleted. [ 634.317759] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.695019] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfd4127f-dad4-498f-9f44-449c105469b9 in Status: IN_PROGRESS for 4s [ 634.725171] env[65432]: INFO networking_nsxv3.common.synchronization [None req-b11de4fa-3ef1-44bf-b770-852cafec4294 tempest-ServerActionsTestOtherB-1703039426 tempest-ServerActionsTestOtherB-1703039426-project-member] Enqueued Resource ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea with Priority: HIGHEST for action security_group_rules [ 634.727023] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea with Priority: HIGHEST for action security_group_rules [ 634.727023] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a49c8a18-5fe9-46dc-9c57-a5406ae1deea taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.727023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.728314] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.728314] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.728314] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a49c8a18-5fe9-46dc-9c57-a5406ae1deea',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.735661] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfd4127f-dad4-498f-9f44-449c105469b9 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.735793] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfd4127f-dad4-498f-9f44-449c105469b9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.736069] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e24d336f-f631-4130-bbac-3722a0e0beff with status ACTIVE [ 634.736186] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.736347] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.736391] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.736579] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.736744] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.736839] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.736916] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.736975] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.737109] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.737269] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.737507] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.737603] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.737666] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.737805] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.737905] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.738042] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e24d336f-f631-4130-bbac-3722a0e0beff is going to be updated. [ 634.779370] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.779370] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.779370] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.779370] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.779370] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.779370] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e24d336f-f631-4130-bbac-3722a0e0beff" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.062035] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1312b13-59d8-441d-af89-7970aba103dd in Status: SUCCESS [ 635.062035] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1312b13-59d8-441d-af89-7970aba103dd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.062035] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1312b13-59d8-441d-af89-7970aba103dd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.062035] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1312b13-59d8-441d-af89-7970aba103dd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.062035] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.062035] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.062035] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.062035] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.062035] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.062035] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1312b13-59d8-441d-af89-7970aba103dd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.062035] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d1312b13-59d8-441d-af89-7970aba103dd',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.258566] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.258764] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.258812] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.259075] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.259176] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.259276] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea already deleted. [ 635.259355] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.565014] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d1312b13-59d8-441d-af89-7970aba103dd',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.690645] env[65432]: INFO networking_nsxv3.common.synchronization [req-e8d80673-88be-477c-9768-8452550af1a0 req-2ce80927-0997-4804-89eb-8910f9b5a718 tempest-ServersTestJSON-1673107594 tempest-ServersTestJSON-1673107594-project-member] Enqueued Resource ID: 6b49bd92-a2be-4932-99ed-6957dd12af0c with Priority: HIGHEST for action security_group_members [ 635.691852] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b49bd92-a2be-4932-99ed-6957dd12af0c with Priority: HIGHEST for action security_group_members [ 635.692915] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b49bd92-a2be-4932-99ed-6957dd12af0c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.693741] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b49bd92-a2be-4932-99ed-6957dd12af0c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.693741] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b49bd92-a2be-4932-99ed-6957dd12af0c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.694295] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b49bd92-a2be-4932-99ed-6957dd12af0c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.694539] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.694891] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.695065] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.695360] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.695586] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.695710] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b49bd92-a2be-4932-99ed-6957dd12af0c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.705258] env[65432]: INFO networking_nsxv3.common.synchronization [None req-34ea8adf-193a-4a18-901c-44f08512f0e7 None None] Enqueued Resource ID: 96a7f4da-5b8b-4a67-a883-c142f34da673 with Priority: HIGHEST for action port [ 635.707107] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96a7f4da-5b8b-4a67-a883-c142f34da673 with Priority: HIGHEST for action port [ 635.707780] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-96a7f4da-5b8b-4a67-a883-c142f34da673 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.707780] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96a7f4da-5b8b-4a67-a883-c142f34da673" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.707780] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96a7f4da-5b8b-4a67-a883-c142f34da673" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.709300] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96a7f4da-5b8b-4a67-a883-c142f34da673" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.709300] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96a7f4da-5b8b-4a67-a883-c142f34da673',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.825663] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42e39f4e-1e0b-48e4-9736-7ff8ae5a2e2e in Status: SUCCESS [ 635.825663] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42e39f4e-1e0b-48e4-9736-7ff8ae5a2e2e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.067632] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d1312b13-59d8-441d-af89-7970aba103dd: rpc.has_security_group_logging(os_id): False [ 636.089978] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.089978] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.089978] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.089978] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.090228] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.090303] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.090408] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.090925] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.090925] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.090925] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.090925] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1312b13-59d8-441d-af89-7970aba103dd is going to be created. [ 636.177892] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.178076] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.178156] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.178383] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.178570] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.192565] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1312b13-59d8-441d-af89-7970aba103dd in Status: IN_PROGRESS for 2s [ 636.198437] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.198859] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.199026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.199302] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.199504] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.199764] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.199995] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.200124] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.200371] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.200469] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.200589] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b49bd92-a2be-4932-99ed-6957dd12af0c already deleted. [ 636.200692] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b49bd92-a2be-4932-99ed-6957dd12af0c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.212385] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 96a7f4da-5b8b-4a67-a883-c142f34da673 [ 636.213502] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.213502] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.213502] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.213502] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.213502] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.213502] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:96a7f4da-5b8b-4a67-a883-c142f34da673 already deleted. [ 636.213502] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96a7f4da-5b8b-4a67-a883-c142f34da673" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.411326] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock network-167 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.411549] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "network-167" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.411681] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "network-167" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.412165] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "network-167" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.412542] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.412760] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.412915] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.413247] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.413459] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.413781] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 636.413944] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 636.414146] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 636.414326] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 636.414503] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 636.414649] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 636.414813] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 636.434091] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 636.434751] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 636.434751] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 636.434751] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "network-167" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.435159] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock port-5a758f26-6ece-41fd-8d53-38c2c6907473 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.435367] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "port-5a758f26-6ece-41fd-8d53-38c2c6907473" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.435507] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "port-5a758f26-6ece-41fd-8d53-38c2c6907473" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.435883] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "port-5a758f26-6ece-41fd-8d53-38c2c6907473" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.436071] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a758f26-6ece-41fd-8d53-38c2c6907473',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.704808] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfd4127f-dad4-498f-9f44-449c105469b9 in Status: SUCCESS [ 636.705192] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfd4127f-dad4-498f-9f44-449c105469b9 deletion is rescheduled due to dependency. [ 636.705192] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfd4127f-dad4-498f-9f44-449c105469b9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.705287] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfd4127f-dad4-498f-9f44-449c105469b9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.705509] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfd4127f-dad4-498f-9f44-449c105469b9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.705693] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.705810] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.705877] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.706052] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.706140] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.706236] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfd4127f-dad4-498f-9f44-449c105469b9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.939040] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.939302] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.939429] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.939729] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.939903] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.940039] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Segment Port 5a758f26-6ece-41fd-8d53-38c2c6907473 not found, creating... [ 636.940285] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.940439] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.940548] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.940787] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.940944] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.941278] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.941438] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.941549] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.941752] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.941881] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.942031] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Resource: SegmentPort with ID: 5a758f26-6ece-41fd-8d53-38c2c6907473 is going to be created. [ 636.964927] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.965149] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.965267] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.965614] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.965941] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.966268] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "port-5a758f26-6ece-41fd-8d53-38c2c6907473" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.209032] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cfd4127f-dad4-498f-9f44-449c105469b9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.684224] env[65432]: INFO networking_nsxv3.common.synchronization [req-e8d80673-88be-477c-9768-8452550af1a0 req-0edc42db-381c-4d0c-869a-8bdbf16fde85 service nova] Enqueued Resource ID: 6b49bd92-a2be-4932-99ed-6957dd12af0c with Priority: HIGHEST for action security_group_rules [ 637.684224] env[65432]: INFO networking_nsxv3.common.synchronization [req-e8d80673-88be-477c-9768-8452550af1a0 req-0edc42db-381c-4d0c-869a-8bdbf16fde85 service nova] Enqueued Resource ID: 6b49bd92-a2be-4932-99ed-6957dd12af0c with Priority: HIGHEST for action security_group_members [ 637.684224] env[65432]: INFO networking_nsxv3.common.synchronization [req-e8d80673-88be-477c-9768-8452550af1a0 req-0edc42db-381c-4d0c-869a-8bdbf16fde85 service nova] Enqueued Resource ID: 5a758f26-6ece-41fd-8d53-38c2c6907473 with Priority: HIGHEST for action port [ 637.684608] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b49bd92-a2be-4932-99ed-6957dd12af0c with Priority: HIGHEST for action security_group_rules [ 637.684731] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b49bd92-a2be-4932-99ed-6957dd12af0c with Priority: HIGHEST for action security_group_members [ 637.684830] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a758f26-6ece-41fd-8d53-38c2c6907473 with Priority: HIGHEST for action port [ 637.685284] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b49bd92-a2be-4932-99ed-6957dd12af0c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.685818] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b49bd92-a2be-4932-99ed-6957dd12af0c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.685926] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b49bd92-a2be-4932-99ed-6957dd12af0c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.686176] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b49bd92-a2be-4932-99ed-6957dd12af0c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.686296] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b49bd92-a2be-4932-99ed-6957dd12af0c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.687205] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b49bd92-a2be-4932-99ed-6957dd12af0c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.687356] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b49bd92-a2be-4932-99ed-6957dd12af0c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.687916] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b49bd92-a2be-4932-99ed-6957dd12af0c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.688161] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b49bd92-a2be-4932-99ed-6957dd12af0c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.688945] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.689104] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.689247] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.691080] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.691185] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.691615] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b49bd92-a2be-4932-99ed-6957dd12af0c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.692257] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a758f26-6ece-41fd-8d53-38c2c6907473 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.692257] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a758f26-6ece-41fd-8d53-38c2c6907473" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.692425] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a758f26-6ece-41fd-8d53-38c2c6907473" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.692477] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a758f26-6ece-41fd-8d53-38c2c6907473" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.692542] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a758f26-6ece-41fd-8d53-38c2c6907473',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.711371] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cfd4127f-dad4-498f-9f44-449c105469b9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.775763] env[65432]: INFO networking_nsxv3.common.synchronization [None req-02459974-0d14-4f30-9c6c-482b0fd4dd07 None None] Enqueued Resource ID: 010c8499-0f22-4c90-bd04-035b6a2a0158 with Priority: HIGHEST for action port [ 637.776451] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 010c8499-0f22-4c90-bd04-035b6a2a0158 with Priority: HIGHEST for action port [ 637.776754] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-010c8499-0f22-4c90-bd04-035b6a2a0158 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.776872] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-010c8499-0f22-4c90-bd04-035b6a2a0158" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.776965] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-010c8499-0f22-4c90-bd04-035b6a2a0158" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.777210] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-010c8499-0f22-4c90-bd04-035b6a2a0158" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.777312] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('010c8499-0f22-4c90-bd04-035b6a2a0158',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.196252] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b49bd92-a2be-4932-99ed-6957dd12af0c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.197647] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b49bd92-a2be-4932-99ed-6957dd12af0c taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.197647] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b49bd92-a2be-4932-99ed-6957dd12af0c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.197798] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5a758f26-6ece-41fd-8d53-38c2c6907473 with status ACTIVE [ 638.197831] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.199142] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.199142] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.199142] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.199142] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.199142] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.199142] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.199142] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.199142] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.199142] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.199142] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.199749] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.199749] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.199749] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.199749] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.199749] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5a758f26-6ece-41fd-8d53-38c2c6907473 is going to be updated. [ 638.216207] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.216451] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.218219] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.218219] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.218219] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.218219] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfd4127f-dad4-498f-9f44-449c105469b9 is going to be updated. [ 638.222046] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1312b13-59d8-441d-af89-7970aba103dd in Status: SUCCESS [ 638.222275] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1312b13-59d8-441d-af89-7970aba103dd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.225192] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.225386] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.225386] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.225641] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.225832] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.226013] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a758f26-6ece-41fd-8d53-38c2c6907473" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.279729] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 010c8499-0f22-4c90-bd04-035b6a2a0158 [ 638.280090] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.283065] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.283065] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.283065] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.283065] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.283065] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:010c8499-0f22-4c90-bd04-035b6a2a0158 already deleted. [ 638.283065] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-010c8499-0f22-4c90-bd04-035b6a2a0158" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.304532] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.304532] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.304532] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.304532] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.304532] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.318202] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfd4127f-dad4-498f-9f44-449c105469b9 in Status: IN_PROGRESS for 2s [ 638.670533] env[65432]: INFO networking_nsxv3.common.synchronization [req-e5dba440-cd57-44ce-8039-02ed83c2267b req-75b3506d-bc41-4908-99c3-9ed55fc7a8b9 tempest-FloatingIPsAssociationTestJSON-1330977823 tempest-FloatingIPsAssociationTestJSON-1330977823-project-member] Enqueued Resource ID: 35116453-bb0b-4bbd-b781-a2749b2cbd47 with Priority: HIGHEST for action security_group_members [ 638.671105] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35116453-bb0b-4bbd-b781-a2749b2cbd47 with Priority: HIGHEST for action security_group_members [ 638.671458] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-35116453-bb0b-4bbd-b781-a2749b2cbd47 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.671592] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35116453-bb0b-4bbd-b781-a2749b2cbd47" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.671652] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35116453-bb0b-4bbd-b781-a2749b2cbd47" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.671858] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35116453-bb0b-4bbd-b781-a2749b2cbd47" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.672021] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.672194] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.672279] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.672504] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.672593] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.672698] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35116453-bb0b-4bbd-b781-a2749b2cbd47',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.703374] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b49bd92-a2be-4932-99ed-6957dd12af0c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.165036] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock network-883 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.165431] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "network-883" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.165472] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "network-883" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.166156] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "network-883" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.166156] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.166400] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.166400] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.166564] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.166762] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.167036] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 639.167449] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 639.167449] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 639.167449] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 639.167449] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 639.167614] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 639.167760] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 639.176986] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35116453-bb0b-4bbd-b781-a2749b2cbd47',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.193361] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 639.193532] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 639.194165] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 639.194383] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "network-883" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.194717] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock port-7307160e-1919-43f9-a2e7-d43134933dbd taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.194891] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "port-7307160e-1919-43f9-a2e7-d43134933dbd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.195008] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "port-7307160e-1919-43f9-a2e7-d43134933dbd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.195390] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "port-7307160e-1919-43f9-a2e7-d43134933dbd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.195542] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7307160e-1919-43f9-a2e7-d43134933dbd',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.206429] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.206602] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.206658] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.206859] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.206950] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.207092] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b49bd92-a2be-4932-99ed-6957dd12af0c is going to be created. [ 639.239134] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.239289] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.239348] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.239566] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.239731] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.255808] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b49bd92-a2be-4932-99ed-6957dd12af0c in Status: UNINITIALIZED for 2s [ 639.404561] env[65432]: INFO networking_nsxv3.common.synchronization [None req-ffe522e6-9614-4bf3-998f-94b92ae3f3c8 None None] Enqueued Resource ID: 71a7d626-40ea-43c1-a634-f655646a4193 with Priority: HIGHEST for action port [ 639.405254] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71a7d626-40ea-43c1-a634-f655646a4193 with Priority: HIGHEST for action port [ 639.407029] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-71a7d626-40ea-43c1-a634-f655646a4193 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.407029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71a7d626-40ea-43c1-a634-f655646a4193" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.407029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71a7d626-40ea-43c1-a634-f655646a4193" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.407029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71a7d626-40ea-43c1-a634-f655646a4193" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.407029] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71a7d626-40ea-43c1-a634-f655646a4193',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.680036] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35116453-bb0b-4bbd-b781-a2749b2cbd47',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.700236] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.700236] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.700236] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.700236] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.700236] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.700547] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Segment Port 7307160e-1919-43f9-a2e7-d43134933dbd not found, creating... [ 639.700649] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.700803] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.700907] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.701824] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.701824] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.701824] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.701824] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.702075] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.702186] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.702343] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.702482] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Resource: SegmentPort with ID: 7307160e-1919-43f9-a2e7-d43134933dbd is going to be created. [ 639.724865] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.725090] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.725239] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.725582] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.725838] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.726067] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "port-7307160e-1919-43f9-a2e7-d43134933dbd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.813068] env[65432]: INFO networking_nsxv3.common.synchronization [None req-96d0e02d-3914-49d5-9a6e-c3cba113966c None None] Enqueued Resource ID: 8dfbba30-5772-488c-83f4-0528cbdf17ca with Priority: HIGHEST for action port [ 639.813496] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dfbba30-5772-488c-83f4-0528cbdf17ca with Priority: HIGHEST for action port [ 639.814086] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-8dfbba30-5772-488c-83f4-0528cbdf17ca taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.814313] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8dfbba30-5772-488c-83f4-0528cbdf17ca" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.814313] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8dfbba30-5772-488c-83f4-0528cbdf17ca" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.814578] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8dfbba30-5772-488c-83f4-0528cbdf17ca" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.814656] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8dfbba30-5772-488c-83f4-0528cbdf17ca',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.908363] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 71a7d626-40ea-43c1-a634-f655646a4193 [ 639.908664] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.908810] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.908916] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.909215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.911859] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.912030] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:71a7d626-40ea-43c1-a634-f655646a4193 already deleted. [ 639.912187] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71a7d626-40ea-43c1-a634-f655646a4193" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.185048] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.185048] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.185048] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.185048] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.185048] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.185048] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35116453-bb0b-4bbd-b781-a2749b2cbd47 is going to be updated. [ 640.222290] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.222290] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.222290] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.222290] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.222495] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.237046] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35116453-bb0b-4bbd-b781-a2749b2cbd47 in Status: IN_PROGRESS for 2s [ 640.320373] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8dfbba30-5772-488c-83f4-0528cbdf17ca [ 640.320373] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.320373] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.320373] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.320373] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.320373] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.320373] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8dfbba30-5772-488c-83f4-0528cbdf17ca already deleted. [ 640.320373] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8dfbba30-5772-488c-83f4-0528cbdf17ca" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.329706] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfd4127f-dad4-498f-9f44-449c105469b9 in Status: SUCCESS [ 640.329988] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfd4127f-dad4-498f-9f44-449c105469b9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.330611] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfd4127f-dad4-498f-9f44-449c105469b9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.330827] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfd4127f-dad4-498f-9f44-449c105469b9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.331030] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.331162] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.331224] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.331397] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.331480] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.331567] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfd4127f-dad4-498f-9f44-449c105469b9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.331658] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cfd4127f-dad4-498f-9f44-449c105469b9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.501314] env[65432]: INFO networking_nsxv3.common.synchronization [req-e5dba440-cd57-44ce-8039-02ed83c2267b req-832a978e-da60-4481-9e54-b44b4d3f543c service nova] Enqueued Resource ID: 35116453-bb0b-4bbd-b781-a2749b2cbd47 with Priority: HIGHEST for action security_group_rules [ 640.501670] env[65432]: INFO networking_nsxv3.common.synchronization [req-e5dba440-cd57-44ce-8039-02ed83c2267b req-832a978e-da60-4481-9e54-b44b4d3f543c service nova] Enqueued Resource ID: 35116453-bb0b-4bbd-b781-a2749b2cbd47 with Priority: HIGHEST for action security_group_members [ 640.501670] env[65432]: INFO networking_nsxv3.common.synchronization [req-e5dba440-cd57-44ce-8039-02ed83c2267b req-832a978e-da60-4481-9e54-b44b4d3f543c service nova] Enqueued Resource ID: 7307160e-1919-43f9-a2e7-d43134933dbd with Priority: HIGHEST for action port [ 640.502682] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35116453-bb0b-4bbd-b781-a2749b2cbd47 with Priority: HIGHEST for action security_group_rules [ 640.502912] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35116453-bb0b-4bbd-b781-a2749b2cbd47 with Priority: HIGHEST for action security_group_members [ 640.502912] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7307160e-1919-43f9-a2e7-d43134933dbd with Priority: HIGHEST for action port [ 640.504202] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35116453-bb0b-4bbd-b781-a2749b2cbd47 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.504202] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35116453-bb0b-4bbd-b781-a2749b2cbd47" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.504202] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35116453-bb0b-4bbd-b781-a2749b2cbd47" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.504202] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35116453-bb0b-4bbd-b781-a2749b2cbd47" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.504202] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35116453-bb0b-4bbd-b781-a2749b2cbd47',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.506100] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-35116453-bb0b-4bbd-b781-a2749b2cbd47 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.506100] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35116453-bb0b-4bbd-b781-a2749b2cbd47" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.506100] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-7307160e-1919-43f9-a2e7-d43134933dbd taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.506100] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7307160e-1919-43f9-a2e7-d43134933dbd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.506100] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7307160e-1919-43f9-a2e7-d43134933dbd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.506100] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7307160e-1919-43f9-a2e7-d43134933dbd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.506100] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7307160e-1919-43f9-a2e7-d43134933dbd',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.835175] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfd4127f-dad4-498f-9f44-449c105469b9 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.835377] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfd4127f-dad4-498f-9f44-449c105469b9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.835430] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfd4127f-dad4-498f-9f44-449c105469b9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.835767] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfd4127f-dad4-498f-9f44-449c105469b9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.836043] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.836166] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.836277] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.837137] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.837137] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.837137] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfd4127f-dad4-498f-9f44-449c105469b9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.837137] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfd4127f-dad4-498f-9f44-449c105469b9 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.837137] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfd4127f-dad4-498f-9f44-449c105469b9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.837137] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfd4127f-dad4-498f-9f44-449c105469b9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.837497] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfd4127f-dad4-498f-9f44-449c105469b9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.837530] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.837673] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.837768] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.837924] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.837977] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.838075] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfd4127f-dad4-498f-9f44-449c105469b9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.838167] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cfd4127f-dad4-498f-9f44-449c105469b9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.007664] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-35116453-bb0b-4bbd-b781-a2749b2cbd47 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.007996] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35116453-bb0b-4bbd-b781-a2749b2cbd47" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.008166] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7307160e-1919-43f9-a2e7-d43134933dbd with status ACTIVE [ 641.008281] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.008396] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.008515] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.008784] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.009239] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.009239] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.009239] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.009609] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.009609] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.009609] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.009870] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.009985] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.010046] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.010211] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.010290] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.010404] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7307160e-1919-43f9-a2e7-d43134933dbd is going to be updated. [ 641.034201] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.034512] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.034592] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.034810] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.034975] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.035218] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7307160e-1919-43f9-a2e7-d43134933dbd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.270168] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b49bd92-a2be-4932-99ed-6957dd12af0c in Status: SUCCESS [ 641.270168] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b49bd92-a2be-4932-99ed-6957dd12af0c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.270168] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b49bd92-a2be-4932-99ed-6957dd12af0c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.270484] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b49bd92-a2be-4932-99ed-6957dd12af0c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.270598] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.270754] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.270816] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.270921] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.270998] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.271099] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b49bd92-a2be-4932-99ed-6957dd12af0c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.271191] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b49bd92-a2be-4932-99ed-6957dd12af0c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.313892] env[65432]: INFO networking_nsxv3.common.synchronization [req-c00c05fa-bdd9-4fe7-8b34-853d3d15aaca req-bedc5809-fd8b-41e2-a6cc-02094502060d tempest-SecurityGroupsTestJSON-842556927 tempest-SecurityGroupsTestJSON-842556927-project-member] Enqueued Resource ID: 37a92b37-6b0a-4358-bb06-69d05f4dc82e with Priority: HIGHEST for action security_group_members [ 641.313892] env[65432]: INFO networking_nsxv3.common.synchronization [req-c00c05fa-bdd9-4fe7-8b34-853d3d15aaca req-bedc5809-fd8b-41e2-a6cc-02094502060d tempest-SecurityGroupsTestJSON-842556927 tempest-SecurityGroupsTestJSON-842556927-project-member] Enqueued Resource ID: dd1963ff-72b9-4796-9a4a-982c5981e737 with Priority: HIGHEST for action security_group_members [ 641.314368] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37a92b37-6b0a-4358-bb06-69d05f4dc82e with Priority: HIGHEST for action security_group_members [ 641.314500] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd1963ff-72b9-4796-9a4a-982c5981e737 with Priority: HIGHEST for action security_group_members [ 641.314801] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-37a92b37-6b0a-4358-bb06-69d05f4dc82e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.314913] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37a92b37-6b0a-4358-bb06-69d05f4dc82e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.314969] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37a92b37-6b0a-4358-bb06-69d05f4dc82e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.317184] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37a92b37-6b0a-4358-bb06-69d05f4dc82e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.317465] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.317589] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.317657] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.317832] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.318065] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.318189] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37a92b37-6b0a-4358-bb06-69d05f4dc82e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.320268] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd1963ff-72b9-4796-9a4a-982c5981e737 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.320268] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.320268] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.320268] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.320268] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.320268] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.320268] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.320867] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.320998] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.321176] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd1963ff-72b9-4796-9a4a-982c5981e737',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.341162] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cfd4127f-dad4-498f-9f44-449c105469b9: rpc.has_security_group_logging(os_id): False [ 641.363533] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.363679] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.363679] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.363934] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.364178] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.364317] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.364409] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.364473] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.364639] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.364722] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.365185] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.365185] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.365185] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.365349] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.365349] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.365465] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.365587] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.365679] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.365738] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.365818] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.365896] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cfd4127f-dad4-498f-9f44-449c105469b9 is going to be updated. [ 641.393244] env[65432]: INFO networking_nsxv3.common.synchronization [req-c00c05fa-bdd9-4fe7-8b34-853d3d15aaca req-bedc5809-fd8b-41e2-a6cc-02094502060d tempest-SecurityGroupsTestJSON-842556927 tempest-SecurityGroupsTestJSON-842556927-project-member] Enqueued Resource ID: 37a92b37-6b0a-4358-bb06-69d05f4dc82e with Priority: HIGHEST for action security_group_rules [ 641.393675] env[65432]: INFO networking_nsxv3.common.synchronization [req-c00c05fa-bdd9-4fe7-8b34-853d3d15aaca req-bedc5809-fd8b-41e2-a6cc-02094502060d tempest-SecurityGroupsTestJSON-842556927 tempest-SecurityGroupsTestJSON-842556927-project-member] Enqueued Resource ID: 37a92b37-6b0a-4358-bb06-69d05f4dc82e with Priority: HIGHEST for action security_group_members [ 641.396234] env[65432]: INFO networking_nsxv3.common.synchronization [req-c00c05fa-bdd9-4fe7-8b34-853d3d15aaca req-bedc5809-fd8b-41e2-a6cc-02094502060d tempest-SecurityGroupsTestJSON-842556927 tempest-SecurityGroupsTestJSON-842556927-project-member] Enqueued Resource ID: dd1963ff-72b9-4796-9a4a-982c5981e737 with Priority: HIGHEST for action security_group_rules [ 641.396234] env[65432]: INFO networking_nsxv3.common.synchronization [req-c00c05fa-bdd9-4fe7-8b34-853d3d15aaca req-bedc5809-fd8b-41e2-a6cc-02094502060d tempest-SecurityGroupsTestJSON-842556927 tempest-SecurityGroupsTestJSON-842556927-project-member] Enqueued Resource ID: dd1963ff-72b9-4796-9a4a-982c5981e737 with Priority: HIGHEST for action security_group_members [ 641.396234] env[65432]: INFO networking_nsxv3.common.synchronization [req-c00c05fa-bdd9-4fe7-8b34-853d3d15aaca req-bedc5809-fd8b-41e2-a6cc-02094502060d tempest-SecurityGroupsTestJSON-842556927 tempest-SecurityGroupsTestJSON-842556927-project-member] Enqueued Resource ID: db37cdbd-0f16-40eb-82a1-a9eefac31a69 with Priority: HIGHEST for action port [ 641.396234] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37a92b37-6b0a-4358-bb06-69d05f4dc82e with Priority: HIGHEST for action security_group_rules [ 641.396234] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd1963ff-72b9-4796-9a4a-982c5981e737 with Priority: HIGHEST for action security_group_rules [ 641.396234] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db37cdbd-0f16-40eb-82a1-a9eefac31a69 with Priority: HIGHEST for action port [ 641.396787] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37a92b37-6b0a-4358-bb06-69d05f4dc82e with Priority: HIGHEST for action security_group_members [ 641.397044] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd1963ff-72b9-4796-9a4a-982c5981e737 with Priority: HIGHEST for action security_group_members [ 641.398172] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37a92b37-6b0a-4358-bb06-69d05f4dc82e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.398462] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37a92b37-6b0a-4358-bb06-69d05f4dc82e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.398688] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37a92b37-6b0a-4358-bb06-69d05f4dc82e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.399146] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37a92b37-6b0a-4358-bb06-69d05f4dc82e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.399318] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37a92b37-6b0a-4358-bb06-69d05f4dc82e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.403042] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd1963ff-72b9-4796-9a4a-982c5981e737 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.403493] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.403696] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.404068] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.404240] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd1963ff-72b9-4796-9a4a-982c5981e737',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.405888] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-db37cdbd-0f16-40eb-82a1-a9eefac31a69 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.406147] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db37cdbd-0f16-40eb-82a1-a9eefac31a69" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.406296] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db37cdbd-0f16-40eb-82a1-a9eefac31a69" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.406577] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db37cdbd-0f16-40eb-82a1-a9eefac31a69" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.406741] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db37cdbd-0f16-40eb-82a1-a9eefac31a69',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.408597] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-37a92b37-6b0a-4358-bb06-69d05f4dc82e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.408831] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37a92b37-6b0a-4358-bb06-69d05f4dc82e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.409609] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd1963ff-72b9-4796-9a4a-982c5981e737 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.409739] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.440413] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.440413] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.440413] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.440413] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.440629] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.472839] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cfd4127f-dad4-498f-9f44-449c105469b9 in Status: IN_PROGRESS for 2s [ 641.778616] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b49bd92-a2be-4932-99ed-6957dd12af0c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.823720] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd1963ff-72b9-4796-9a4a-982c5981e737',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.825072] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('37a92b37-6b0a-4358-bb06-69d05f4dc82e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.907060] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd1963ff-72b9-4796-9a4a-982c5981e737 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.907928] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.911658] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db37cdbd-0f16-40eb-82a1-a9eefac31a69 with status ACTIVE [ 641.911658] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.911658] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.911658] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.911658] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.911658] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.911658] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.911658] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.911658] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.911658] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.911658] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.911658] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.911658] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.911658] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.911658] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.911658] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.911658] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db37cdbd-0f16-40eb-82a1-a9eefac31a69 is going to be updated. [ 641.913622] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-37a92b37-6b0a-4358-bb06-69d05f4dc82e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.913901] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37a92b37-6b0a-4358-bb06-69d05f4dc82e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.937125] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.937299] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.937299] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.937532] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.937661] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.937838] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db37cdbd-0f16-40eb-82a1-a9eefac31a69" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.082114] env[65432]: INFO networking_nsxv3.common.synchronization [None req-639a4db8-ed6e-41fc-9acb-1e72aa9e30c7 None None] Enqueued Resource ID: 9c5f5b52-ba50-4cbd-a7a9-b48ebd67cbc9 with Priority: HIGHEST for action port [ 642.082610] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c5f5b52-ba50-4cbd-a7a9-b48ebd67cbc9 with Priority: HIGHEST for action port [ 642.082920] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c5f5b52-ba50-4cbd-a7a9-b48ebd67cbc9 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.083899] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c5f5b52-ba50-4cbd-a7a9-b48ebd67cbc9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.084695] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c5f5b52-ba50-4cbd-a7a9-b48ebd67cbc9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.085037] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c5f5b52-ba50-4cbd-a7a9-b48ebd67cbc9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.085152] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c5f5b52-ba50-4cbd-a7a9-b48ebd67cbc9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.252697] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35116453-bb0b-4bbd-b781-a2749b2cbd47 in Status: SUCCESS [ 642.253299] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35116453-bb0b-4bbd-b781-a2749b2cbd47" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.254401] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35116453-bb0b-4bbd-b781-a2749b2cbd47" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.254401] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35116453-bb0b-4bbd-b781-a2749b2cbd47" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.254401] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.254401] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.254648] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.254648] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.254837] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.254837] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35116453-bb0b-4bbd-b781-a2749b2cbd47',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.283726] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b49bd92-a2be-4932-99ed-6957dd12af0c: rpc.has_security_group_logging(os_id): False [ 642.306063] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.306063] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.306063] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.306063] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.306063] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.306063] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.306063] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.306063] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.308312] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.308312] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.308312] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b49bd92-a2be-4932-99ed-6957dd12af0c is going to be created. [ 642.327575] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd1963ff-72b9-4796-9a4a-982c5981e737',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.329740] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('37a92b37-6b0a-4358-bb06-69d05f4dc82e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.396084] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.396541] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.397343] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.397343] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.397343] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.422494] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b49bd92-a2be-4932-99ed-6957dd12af0c in Status: IN_PROGRESS for 2s [ 642.590221] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9c5f5b52-ba50-4cbd-a7a9-b48ebd67cbc9 [ 642.590616] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.590616] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.593246] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.593246] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.593246] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.593246] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9c5f5b52-ba50-4cbd-a7a9-b48ebd67cbc9 already deleted. [ 642.593246] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c5f5b52-ba50-4cbd-a7a9-b48ebd67cbc9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.758091] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35116453-bb0b-4bbd-b781-a2749b2cbd47',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.832178] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.832334] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.832403] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.832627] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.832713] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.834022] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd1963ff-72b9-4796-9a4a-982c5981e737 is going to be updated. [ 642.834977] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.835121] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.835188] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.835374] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.835455] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.836189] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37a92b37-6b0a-4358-bb06-69d05f4dc82e is going to be created. [ 642.875548] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.875972] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.876155] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.876527] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.876804] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.890712] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.890712] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.890712] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.890712] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.890712] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.898489] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37a92b37-6b0a-4358-bb06-69d05f4dc82e in Status: UNINITIALIZED for 2s [ 642.904378] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd1963ff-72b9-4796-9a4a-982c5981e737 in Status: IN_PROGRESS for 2s [ 643.261923] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35116453-bb0b-4bbd-b781-a2749b2cbd47',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.487906] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cfd4127f-dad4-498f-9f44-449c105469b9 in Status: SUCCESS [ 643.488196] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cfd4127f-dad4-498f-9f44-449c105469b9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.764814] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.765059] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.765059] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.767020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.767020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.767020] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35116453-bb0b-4bbd-b781-a2749b2cbd47 is going to be updated. [ 643.799367] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.799573] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.799619] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.799815] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.799955] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.812086] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35116453-bb0b-4bbd-b781-a2749b2cbd47 in Status: IN_PROGRESS for 2s [ 644.411066] env[65432]: INFO networking_nsxv3.common.synchronization [req-d472ecd9-90a0-490b-be86-58b4644320b4 req-b52846f6-b6d8-4c1e-b99a-253a9690d7b2 tempest-SecurityGroupsTestJSON-842556927 tempest-SecurityGroupsTestJSON-842556927-project-member] Enqueued Resource ID: 1616385d-9ca5-4512-a732-2b4b772f9c58 with Priority: HIGHEST for action security_group_members [ 644.411325] env[65432]: INFO networking_nsxv3.common.synchronization [req-d472ecd9-90a0-490b-be86-58b4644320b4 req-b52846f6-b6d8-4c1e-b99a-253a9690d7b2 tempest-SecurityGroupsTestJSON-842556927 tempest-SecurityGroupsTestJSON-842556927-project-member] Enqueued Resource ID: 37a92b37-6b0a-4358-bb06-69d05f4dc82e with Priority: HIGHEST for action security_group_members [ 644.411495] env[65432]: INFO networking_nsxv3.common.synchronization [req-d472ecd9-90a0-490b-be86-58b4644320b4 req-b52846f6-b6d8-4c1e-b99a-253a9690d7b2 tempest-SecurityGroupsTestJSON-842556927 tempest-SecurityGroupsTestJSON-842556927-project-member] Enqueued Resource ID: dd1963ff-72b9-4796-9a4a-982c5981e737 with Priority: HIGHEST for action security_group_members [ 644.411991] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1616385d-9ca5-4512-a732-2b4b772f9c58 with Priority: HIGHEST for action security_group_members [ 644.412140] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37a92b37-6b0a-4358-bb06-69d05f4dc82e with Priority: HIGHEST for action security_group_members [ 644.412234] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd1963ff-72b9-4796-9a4a-982c5981e737 with Priority: HIGHEST for action security_group_members [ 644.412505] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-1616385d-9ca5-4512-a732-2b4b772f9c58 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.412641] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1616385d-9ca5-4512-a732-2b4b772f9c58" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.413191] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1616385d-9ca5-4512-a732-2b4b772f9c58" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.413191] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1616385d-9ca5-4512-a732-2b4b772f9c58" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.413191] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.413694] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.413694] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.413694] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.413694] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.413861] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1616385d-9ca5-4512-a732-2b4b772f9c58',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.415126] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-37a92b37-6b0a-4358-bb06-69d05f4dc82e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.415126] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37a92b37-6b0a-4358-bb06-69d05f4dc82e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.415251] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd1963ff-72b9-4796-9a4a-982c5981e737 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.415325] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.435189] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b49bd92-a2be-4932-99ed-6957dd12af0c in Status: SUCCESS [ 644.435836] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b49bd92-a2be-4932-99ed-6957dd12af0c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.467866] env[65432]: INFO networking_nsxv3.common.synchronization [req-d472ecd9-90a0-490b-be86-58b4644320b4 req-b52846f6-b6d8-4c1e-b99a-253a9690d7b2 tempest-SecurityGroupsTestJSON-842556927 tempest-SecurityGroupsTestJSON-842556927-project-member] Enqueued Resource ID: 1616385d-9ca5-4512-a732-2b4b772f9c58 with Priority: HIGHEST for action security_group_rules [ 644.467866] env[65432]: INFO networking_nsxv3.common.synchronization [req-d472ecd9-90a0-490b-be86-58b4644320b4 req-b52846f6-b6d8-4c1e-b99a-253a9690d7b2 tempest-SecurityGroupsTestJSON-842556927 tempest-SecurityGroupsTestJSON-842556927-project-member] Enqueued Resource ID: 1616385d-9ca5-4512-a732-2b4b772f9c58 with Priority: HIGHEST for action security_group_members [ 644.467866] env[65432]: INFO networking_nsxv3.common.synchronization [req-d472ecd9-90a0-490b-be86-58b4644320b4 req-b52846f6-b6d8-4c1e-b99a-253a9690d7b2 tempest-SecurityGroupsTestJSON-842556927 tempest-SecurityGroupsTestJSON-842556927-project-member] Enqueued Resource ID: 37a92b37-6b0a-4358-bb06-69d05f4dc82e with Priority: HIGHEST for action security_group_rules [ 644.468086] env[65432]: INFO networking_nsxv3.common.synchronization [req-d472ecd9-90a0-490b-be86-58b4644320b4 req-b52846f6-b6d8-4c1e-b99a-253a9690d7b2 tempest-SecurityGroupsTestJSON-842556927 tempest-SecurityGroupsTestJSON-842556927-project-member] Enqueued Resource ID: 37a92b37-6b0a-4358-bb06-69d05f4dc82e with Priority: HIGHEST for action security_group_members [ 644.468086] env[65432]: INFO networking_nsxv3.common.synchronization [req-d472ecd9-90a0-490b-be86-58b4644320b4 req-b52846f6-b6d8-4c1e-b99a-253a9690d7b2 tempest-SecurityGroupsTestJSON-842556927 tempest-SecurityGroupsTestJSON-842556927-project-member] Enqueued Resource ID: dd1963ff-72b9-4796-9a4a-982c5981e737 with Priority: HIGHEST for action security_group_rules [ 644.468237] env[65432]: INFO networking_nsxv3.common.synchronization [req-d472ecd9-90a0-490b-be86-58b4644320b4 req-b52846f6-b6d8-4c1e-b99a-253a9690d7b2 tempest-SecurityGroupsTestJSON-842556927 tempest-SecurityGroupsTestJSON-842556927-project-member] Enqueued Resource ID: dd1963ff-72b9-4796-9a4a-982c5981e737 with Priority: HIGHEST for action security_group_members [ 644.468291] env[65432]: INFO networking_nsxv3.common.synchronization [req-d472ecd9-90a0-490b-be86-58b4644320b4 req-b52846f6-b6d8-4c1e-b99a-253a9690d7b2 tempest-SecurityGroupsTestJSON-842556927 tempest-SecurityGroupsTestJSON-842556927-project-member] Enqueued Resource ID: db37cdbd-0f16-40eb-82a1-a9eefac31a69 with Priority: HIGHEST for action port [ 644.468817] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1616385d-9ca5-4512-a732-2b4b772f9c58 with Priority: HIGHEST for action security_group_rules [ 644.469031] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37a92b37-6b0a-4358-bb06-69d05f4dc82e with Priority: HIGHEST for action security_group_rules [ 644.469138] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd1963ff-72b9-4796-9a4a-982c5981e737 with Priority: HIGHEST for action security_group_members [ 644.469231] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db37cdbd-0f16-40eb-82a1-a9eefac31a69 with Priority: HIGHEST for action port [ 644.469328] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd1963ff-72b9-4796-9a4a-982c5981e737 with Priority: HIGHEST for action security_group_rules [ 644.469398] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1616385d-9ca5-4512-a732-2b4b772f9c58 with Priority: HIGHEST for action security_group_members [ 644.469480] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37a92b37-6b0a-4358-bb06-69d05f4dc82e with Priority: HIGHEST for action security_group_members [ 644.469745] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1616385d-9ca5-4512-a732-2b4b772f9c58 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.469863] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1616385d-9ca5-4512-a732-2b4b772f9c58" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.469929] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1616385d-9ca5-4512-a732-2b4b772f9c58" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.470197] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1616385d-9ca5-4512-a732-2b4b772f9c58" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.470313] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1616385d-9ca5-4512-a732-2b4b772f9c58',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.471757] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37a92b37-6b0a-4358-bb06-69d05f4dc82e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.471757] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37a92b37-6b0a-4358-bb06-69d05f4dc82e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.471757] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd1963ff-72b9-4796-9a4a-982c5981e737 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.471757] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.471757] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-db37cdbd-0f16-40eb-82a1-a9eefac31a69 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.471976] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db37cdbd-0f16-40eb-82a1-a9eefac31a69" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.471976] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db37cdbd-0f16-40eb-82a1-a9eefac31a69" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.472136] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db37cdbd-0f16-40eb-82a1-a9eefac31a69" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.472209] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db37cdbd-0f16-40eb-82a1-a9eefac31a69',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.472968] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd1963ff-72b9-4796-9a4a-982c5981e737 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.473085] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.473301] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-1616385d-9ca5-4512-a732-2b4b772f9c58 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.473388] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1616385d-9ca5-4512-a732-2b4b772f9c58" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.473567] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-37a92b37-6b0a-4358-bb06-69d05f4dc82e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.473643] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37a92b37-6b0a-4358-bb06-69d05f4dc82e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.915768] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37a92b37-6b0a-4358-bb06-69d05f4dc82e in Status: SUCCESS [ 644.915768] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37a92b37-6b0a-4358-bb06-69d05f4dc82e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.916529] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1616385d-9ca5-4512-a732-2b4b772f9c58',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.917485] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37a92b37-6b0a-4358-bb06-69d05f4dc82e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.917763] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37a92b37-6b0a-4358-bb06-69d05f4dc82e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.918090] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.922775] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.924429] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.924535] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.924831] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.924831] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37a92b37-6b0a-4358-bb06-69d05f4dc82e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.926959] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd1963ff-72b9-4796-9a4a-982c5981e737 in Status: SUCCESS [ 644.927199] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.927988] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.927988] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.928469] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.928469] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.928469] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.928639] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.928695] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.928821] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd1963ff-72b9-4796-9a4a-982c5981e737',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.974814] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db37cdbd-0f16-40eb-82a1-a9eefac31a69 with status ACTIVE [ 644.975040] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.975308] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.975383] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.975714] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.976616] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.976616] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.976616] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.976616] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.976616] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.976865] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.977135] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.978184] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.978184] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.978184] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.978184] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.978184] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db37cdbd-0f16-40eb-82a1-a9eefac31a69 is going to be updated. [ 644.981129] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-1616385d-9ca5-4512-a732-2b4b772f9c58 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.982205] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1616385d-9ca5-4512-a732-2b4b772f9c58" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.017252] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.018395] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.018395] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.018395] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.018648] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.018983] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db37cdbd-0f16-40eb-82a1-a9eefac31a69" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.154284] env[65432]: INFO networking_nsxv3.common.synchronization [req-2872fef4-cdf7-4300-b8ce-95a438fa627c req-6557f221-102d-41d3-998e-c7979e10fcb3 tempest-ListServerFiltersTestJSON-1916579573 tempest-ListServerFiltersTestJSON-1916579573-project-member] Enqueued Resource ID: 86fc5708-c0f4-4d9b-8df9-d5eba9966a02 with Priority: HIGHEST for action security_group_members [ 645.154988] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86fc5708-c0f4-4d9b-8df9-d5eba9966a02 with Priority: HIGHEST for action security_group_members [ 645.155396] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.155543] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.155599] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.155932] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.156181] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.156336] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.156424] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.156587] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.156712] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.156800] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86fc5708-c0f4-4d9b-8df9-d5eba9966a02',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.427102] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1616385d-9ca5-4512-a732-2b4b772f9c58',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.430012] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('37a92b37-6b0a-4358-bb06-69d05f4dc82e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.434326] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd1963ff-72b9-4796-9a4a-982c5981e737',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.659557] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.659557] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.659799] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.659973] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.659973] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.660893] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.660893] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.660893] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.660893] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.660893] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.660893] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86fc5708-c0f4-4d9b-8df9-d5eba9966a02 already deleted. [ 645.660893] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.780739] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock network-976 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.780915] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "network-976" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.780986] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "network-976" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.781355] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "network-976" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.781676] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.781815] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.781964] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.782176] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.782736] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.782736] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 645.782736] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 645.782736] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 645.782936] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 645.782936] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 645.783037] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 645.783121] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 645.805041] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 645.805291] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 645.805415] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 645.805755] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "network-976" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.806110] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock port-8bb7aada-4a70-4ed6-86a8-bd3afc3d5c8c taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.806291] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "port-8bb7aada-4a70-4ed6-86a8-bd3afc3d5c8c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.806405] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "port-8bb7aada-4a70-4ed6-86a8-bd3afc3d5c8c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.806719] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "port-8bb7aada-4a70-4ed6-86a8-bd3afc3d5c8c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.806852] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8bb7aada-4a70-4ed6-86a8-bd3afc3d5c8c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.821608] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35116453-bb0b-4bbd-b781-a2749b2cbd47 in Status: SUCCESS [ 645.821789] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35116453-bb0b-4bbd-b781-a2749b2cbd47" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.821963] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35116453-bb0b-4bbd-b781-a2749b2cbd47" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.822200] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35116453-bb0b-4bbd-b781-a2749b2cbd47" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.822402] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.822524] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.822597] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.822757] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.822839] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.822936] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35116453-bb0b-4bbd-b781-a2749b2cbd47" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.823036] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('35116453-bb0b-4bbd-b781-a2749b2cbd47',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.931366] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.931677] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.931677] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.931896] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.932016] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.932124] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1616385d-9ca5-4512-a732-2b4b772f9c58 is going to be created. [ 645.934053] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('37a92b37-6b0a-4358-bb06-69d05f4dc82e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.937810] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd1963ff-72b9-4796-9a4a-982c5981e737',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.957729] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.957900] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.957900] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.958045] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.958215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.970944] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1616385d-9ca5-4512-a732-2b4b772f9c58 in Status: UNINITIALIZED for 2s [ 646.310140] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.310465] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.310638] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.311043] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.311382] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.311640] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Segment Port 8bb7aada-4a70-4ed6-86a8-bd3afc3d5c8c not found, creating... [ 646.312011] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.312229] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.312470] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.312790] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.312972] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.315308] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.315308] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.315308] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.315308] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.315308] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.315308] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Resource: SegmentPort with ID: 8bb7aada-4a70-4ed6-86a8-bd3afc3d5c8c is going to be created. [ 646.325881] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-35116453-bb0b-4bbd-b781-a2749b2cbd47 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.326076] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35116453-bb0b-4bbd-b781-a2749b2cbd47" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.326155] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35116453-bb0b-4bbd-b781-a2749b2cbd47" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.326480] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35116453-bb0b-4bbd-b781-a2749b2cbd47" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.326736] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.326837] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.326837] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.327125] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.327125] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.327225] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35116453-bb0b-4bbd-b781-a2749b2cbd47" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.327353] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-35116453-bb0b-4bbd-b781-a2749b2cbd47 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.327448] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35116453-bb0b-4bbd-b781-a2749b2cbd47" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.327509] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35116453-bb0b-4bbd-b781-a2749b2cbd47" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.327659] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35116453-bb0b-4bbd-b781-a2749b2cbd47" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.327845] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.328037] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.328134] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.328367] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.328490] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.328631] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35116453-bb0b-4bbd-b781-a2749b2cbd47" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.328759] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('35116453-bb0b-4bbd-b781-a2749b2cbd47',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.340284] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.341468] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.341816] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.342186] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.342608] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.342987] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "port-8bb7aada-4a70-4ed6-86a8-bd3afc3d5c8c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.437743] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.437985] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.438118] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.439071] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.439071] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.439071] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37a92b37-6b0a-4358-bb06-69d05f4dc82e is going to be updated. [ 646.440231] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.440231] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.440484] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.440484] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.441876] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.441876] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd1963ff-72b9-4796-9a4a-982c5981e737 is going to be updated. [ 646.495626] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.495626] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.495626] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.495626] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.495626] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.496889] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.497055] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.498363] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.498363] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.498363] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.521274] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd1963ff-72b9-4796-9a4a-982c5981e737 in Status: IN_PROGRESS for 2s [ 646.522234] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37a92b37-6b0a-4358-bb06-69d05f4dc82e in Status: IN_PROGRESS for 2s [ 646.832763] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 35116453-bb0b-4bbd-b781-a2749b2cbd47: rpc.has_security_group_logging(os_id): False [ 646.858423] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.858423] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.858702] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.858743] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.858949] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.859058] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.859126] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.859189] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.859368] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.859416] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.859640] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.859727] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.859926] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.859926] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.860074] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.860297] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.860297] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.860416] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.860479] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.860592] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.860656] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35116453-bb0b-4bbd-b781-a2749b2cbd47 is going to be updated. [ 646.925037] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.925241] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.925287] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.925583] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.925702] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.940532] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35116453-bb0b-4bbd-b781-a2749b2cbd47 in Status: IN_PROGRESS for 2s [ 647.044456] env[65432]: INFO networking_nsxv3.common.synchronization [req-2872fef4-cdf7-4300-b8ce-95a438fa627c req-0835af14-c488-4c0a-a6ab-f3f22cc45db8 service nova] Enqueued Resource ID: 86fc5708-c0f4-4d9b-8df9-d5eba9966a02 with Priority: HIGHEST for action security_group_rules [ 647.044658] env[65432]: INFO networking_nsxv3.common.synchronization [req-2872fef4-cdf7-4300-b8ce-95a438fa627c req-0835af14-c488-4c0a-a6ab-f3f22cc45db8 service nova] Enqueued Resource ID: 86fc5708-c0f4-4d9b-8df9-d5eba9966a02 with Priority: HIGHEST for action security_group_members [ 647.044774] env[65432]: INFO networking_nsxv3.common.synchronization [req-2872fef4-cdf7-4300-b8ce-95a438fa627c req-0835af14-c488-4c0a-a6ab-f3f22cc45db8 service nova] Enqueued Resource ID: 8bb7aada-4a70-4ed6-86a8-bd3afc3d5c8c with Priority: HIGHEST for action port [ 647.045346] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86fc5708-c0f4-4d9b-8df9-d5eba9966a02 with Priority: HIGHEST for action security_group_rules [ 647.045486] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86fc5708-c0f4-4d9b-8df9-d5eba9966a02 with Priority: HIGHEST for action security_group_members [ 647.045620] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bb7aada-4a70-4ed6-86a8-bd3afc3d5c8c with Priority: HIGHEST for action port [ 647.045982] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86fc5708-c0f4-4d9b-8df9-d5eba9966a02 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.046173] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.046557] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.046557] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.046937] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86fc5708-c0f4-4d9b-8df9-d5eba9966a02',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.047622] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.047978] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.047978] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.048180] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.048291] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.048408] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.048483] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.048627] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.048733] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.048832] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86fc5708-c0f4-4d9b-8df9-d5eba9966a02',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.051538] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-8bb7aada-4a70-4ed6-86a8-bd3afc3d5c8c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.051785] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8bb7aada-4a70-4ed6-86a8-bd3afc3d5c8c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.051785] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8bb7aada-4a70-4ed6-86a8-bd3afc3d5c8c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.052022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8bb7aada-4a70-4ed6-86a8-bd3afc3d5c8c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.052022] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8bb7aada-4a70-4ed6-86a8-bd3afc3d5c8c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.553822] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86fc5708-c0f4-4d9b-8df9-d5eba9966a02',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.554842] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.554966] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.555151] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8bb7aada-4a70-4ed6-86a8-bd3afc3d5c8c with status ACTIVE [ 647.555315] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.555421] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.555476] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.555783] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.555783] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.555956] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.556041] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.556091] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.556225] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.556300] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.556487] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.556579] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.556641] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.556783] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.556853] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.556931] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8bb7aada-4a70-4ed6-86a8-bd3afc3d5c8c is going to be updated. [ 647.596722] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.596942] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.596942] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.597126] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.597269] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.597439] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8bb7aada-4a70-4ed6-86a8-bd3afc3d5c8c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.823294] env[65432]: INFO networking_nsxv3.common.synchronization [req-78b7828f-e249-4e0e-9265-1b78a588d28a req-57bb3149-878f-48ec-bc4d-1fd46f99e6c3 tempest-TenantUsagesTestJSON-862307307 tempest-TenantUsagesTestJSON-862307307-project-member] Enqueued Resource ID: 592e925e-3395-4399-a070-57ca4943078c with Priority: HIGHEST for action security_group_members [ 647.824313] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 592e925e-3395-4399-a070-57ca4943078c with Priority: HIGHEST for action security_group_members [ 647.824693] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-592e925e-3395-4399-a070-57ca4943078c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.824826] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-592e925e-3395-4399-a070-57ca4943078c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.824915] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-592e925e-3395-4399-a070-57ca4943078c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.825173] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-592e925e-3395-4399-a070-57ca4943078c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.826014] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.826014] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.826014] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.826014] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.826333] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.826590] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('592e925e-3395-4399-a070-57ca4943078c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.984663] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1616385d-9ca5-4512-a732-2b4b772f9c58 in Status: SUCCESS [ 647.987912] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1616385d-9ca5-4512-a732-2b4b772f9c58" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.987912] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1616385d-9ca5-4512-a732-2b4b772f9c58" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.987912] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1616385d-9ca5-4512-a732-2b4b772f9c58" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.987912] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.987912] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.987912] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.987912] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.987912] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.987912] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1616385d-9ca5-4512-a732-2b4b772f9c58',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.058976] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86fc5708-c0f4-4d9b-8df9-d5eba9966a02',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.330867] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.331089] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.331178] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.331448] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.331545] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.331789] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.331899] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.331994] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.332176] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.332272] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.332386] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 592e925e-3395-4399-a070-57ca4943078c already deleted. [ 648.332473] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-592e925e-3395-4399-a070-57ca4943078c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.350507] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock network-36 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.350709] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "network-36" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.350801] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "network-36" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.351077] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "network-36" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.351405] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.351577] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.351690] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.351934] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.352156] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.352285] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 648.352393] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 648.352497] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 648.352597] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 648.352698] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 648.352810] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 648.352991] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 648.374398] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 648.374696] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 648.374876] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 648.375098] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "network-36" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.375448] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock port-5f0bb3e8-74fd-4bee-be2e-7a3bf2e360bf taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.375668] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "port-5f0bb3e8-74fd-4bee-be2e-7a3bf2e360bf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.375799] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "port-5f0bb3e8-74fd-4bee-be2e-7a3bf2e360bf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.376173] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "port-5f0bb3e8-74fd-4bee-be2e-7a3bf2e360bf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.376312] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f0bb3e8-74fd-4bee-be2e-7a3bf2e360bf',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.490047] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1616385d-9ca5-4512-a732-2b4b772f9c58',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.532620] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd1963ff-72b9-4796-9a4a-982c5981e737 in Status: SUCCESS [ 648.532929] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.533070] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.533342] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.533631] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.537027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.537027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.537027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.537027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.537027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.537027] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd1963ff-72b9-4796-9a4a-982c5981e737',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.537027] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37a92b37-6b0a-4358-bb06-69d05f4dc82e in Status: SUCCESS [ 648.537027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37a92b37-6b0a-4358-bb06-69d05f4dc82e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.537027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.537571] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.537571] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.537743] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.537791] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.538683] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.538683] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.538683] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd1963ff-72b9-4796-9a4a-982c5981e737',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.539227] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37a92b37-6b0a-4358-bb06-69d05f4dc82e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.539427] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37a92b37-6b0a-4358-bb06-69d05f4dc82e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.539676] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.541522] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.541522] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.541522] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.541522] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.541522] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37a92b37-6b0a-4358-bb06-69d05f4dc82e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.541522] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('37a92b37-6b0a-4358-bb06-69d05f4dc82e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.541906] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37a92b37-6b0a-4358-bb06-69d05f4dc82e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.541906] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37a92b37-6b0a-4358-bb06-69d05f4dc82e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.541971] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.542036] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.542132] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.542289] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.542352] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.542415] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37a92b37-6b0a-4358-bb06-69d05f4dc82e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.564488] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.564633] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.564699] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.564999] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.565154] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.565301] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86fc5708-c0f4-4d9b-8df9-d5eba9966a02 is going to be created. [ 648.593039] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.593228] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.593337] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.593554] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.593730] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.604549] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86fc5708-c0f4-4d9b-8df9-d5eba9966a02 in Status: UNINITIALIZED for 2s [ 648.879463] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.879784] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.879919] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.880233] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.880407] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.880552] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Segment Port 5f0bb3e8-74fd-4bee-be2e-7a3bf2e360bf not found, creating... [ 648.880820] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.880982] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.881117] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.881361] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.881489] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.881810] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.882134] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.882134] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.882324] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.882461] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.882621] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Resource: SegmentPort with ID: 5f0bb3e8-74fd-4bee-be2e-7a3bf2e360bf is going to be created. [ 648.909249] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.909571] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.909655] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.910017] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.910291] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.910564] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "port-5f0bb3e8-74fd-4bee-be2e-7a3bf2e360bf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.955789] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35116453-bb0b-4bbd-b781-a2749b2cbd47 in Status: SUCCESS [ 648.955982] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35116453-bb0b-4bbd-b781-a2749b2cbd47" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.992732] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1616385d-9ca5-4512-a732-2b4b772f9c58',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.042273] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd1963ff-72b9-4796-9a4a-982c5981e737',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.043338] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd1963ff-72b9-4796-9a4a-982c5981e737 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.043512] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.043660] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('37a92b37-6b0a-4358-bb06-69d05f4dc82e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.044607] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('37a92b37-6b0a-4358-bb06-69d05f4dc82e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.499246] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.499890] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.499890] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.499890] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.499890] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.499890] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1616385d-9ca5-4512-a732-2b4b772f9c58 is going to be updated. [ 649.528555] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.528771] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.528858] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.529070] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.529214] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.538491] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1616385d-9ca5-4512-a732-2b4b772f9c58 in Status: IN_PROGRESS for 2s [ 649.544999] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd1963ff-72b9-4796-9a4a-982c5981e737',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.547618] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('37a92b37-6b0a-4358-bb06-69d05f4dc82e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.550342] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 37a92b37-6b0a-4358-bb06-69d05f4dc82e: rpc.has_security_group_logging(os_id): False [ 649.566052] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.566211] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.566290] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.566527] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.566626] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.567262] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.567262] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.567262] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.567262] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.567456] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.567456] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37a92b37-6b0a-4358-bb06-69d05f4dc82e is going to be created. [ 649.629433] env[65432]: INFO networking_nsxv3.common.synchronization [req-78b7828f-e249-4e0e-9265-1b78a588d28a req-bb061d78-76f9-455e-9026-c18008fd3a01 service nova] Enqueued Resource ID: 592e925e-3395-4399-a070-57ca4943078c with Priority: HIGHEST for action security_group_rules [ 649.629818] env[65432]: INFO networking_nsxv3.common.synchronization [req-78b7828f-e249-4e0e-9265-1b78a588d28a req-bb061d78-76f9-455e-9026-c18008fd3a01 service nova] Enqueued Resource ID: 592e925e-3395-4399-a070-57ca4943078c with Priority: HIGHEST for action security_group_members [ 649.629818] env[65432]: INFO networking_nsxv3.common.synchronization [req-78b7828f-e249-4e0e-9265-1b78a588d28a req-bb061d78-76f9-455e-9026-c18008fd3a01 service nova] Enqueued Resource ID: 5f0bb3e8-74fd-4bee-be2e-7a3bf2e360bf with Priority: HIGHEST for action port [ 649.630532] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 592e925e-3395-4399-a070-57ca4943078c with Priority: HIGHEST for action security_group_rules [ 649.630532] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 592e925e-3395-4399-a070-57ca4943078c with Priority: HIGHEST for action security_group_members [ 649.630532] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f0bb3e8-74fd-4bee-be2e-7a3bf2e360bf with Priority: HIGHEST for action port [ 649.636430] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.636430] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.636430] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.636430] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.636430] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.639279] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-592e925e-3395-4399-a070-57ca4943078c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.639279] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-592e925e-3395-4399-a070-57ca4943078c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.639279] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-592e925e-3395-4399-a070-57ca4943078c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.639279] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-592e925e-3395-4399-a070-57ca4943078c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.639279] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('592e925e-3395-4399-a070-57ca4943078c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.639674] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-592e925e-3395-4399-a070-57ca4943078c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.639795] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-592e925e-3395-4399-a070-57ca4943078c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.639957] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-592e925e-3395-4399-a070-57ca4943078c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.640036] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-592e925e-3395-4399-a070-57ca4943078c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.640195] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.640288] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.640358] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.640480] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.640587] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.640673] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('592e925e-3395-4399-a070-57ca4943078c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.641819] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f0bb3e8-74fd-4bee-be2e-7a3bf2e360bf taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.641937] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f0bb3e8-74fd-4bee-be2e-7a3bf2e360bf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.641979] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f0bb3e8-74fd-4bee-be2e-7a3bf2e360bf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.642838] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f0bb3e8-74fd-4bee-be2e-7a3bf2e360bf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.642838] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f0bb3e8-74fd-4bee-be2e-7a3bf2e360bf',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.668093] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37a92b37-6b0a-4358-bb06-69d05f4dc82e in Status: IN_PROGRESS for 2s [ 649.836245] env[65432]: INFO networking_nsxv3.common.synchronization [req-36c81ed0-64cc-45ff-a378-9ea0a0de7ad7 req-0f048b6e-99fc-456b-aea3-527840f5bb74 tempest-ServerDiskConfigTestJSON-621321756 tempest-ServerDiskConfigTestJSON-621321756-project-member] Enqueued Resource ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 with Priority: HIGHEST for action security_group_members [ 649.836781] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 with Priority: HIGHEST for action security_group_members [ 649.837096] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-50575cbb-c5ae-41f3-bd63-feaf511b6d87 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.837221] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.837289] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.837493] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.837650] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.837747] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.837811] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.838071] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.838161] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.838261] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50575cbb-c5ae-41f3-bd63-feaf511b6d87',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.047539] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.047837] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.047837] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.048022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.048121] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.048225] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd1963ff-72b9-4796-9a4a-982c5981e737 is going to be updated. [ 650.052339] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.052491] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.052566] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.052728] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.052816] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.052910] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37a92b37-6b0a-4358-bb06-69d05f4dc82e is going to be updated. [ 650.107426] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.107982] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.111144] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.111144] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.111144] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.112111] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.112111] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.112111] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.112344] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.112518] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.128493] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd1963ff-72b9-4796-9a4a-982c5981e737 in Status: IN_PROGRESS for 2s [ 650.131179] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37a92b37-6b0a-4358-bb06-69d05f4dc82e in Status: IN_PROGRESS for 2s [ 650.146587] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-592e925e-3395-4399-a070-57ca4943078c taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.146809] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-592e925e-3395-4399-a070-57ca4943078c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.147295] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('592e925e-3395-4399-a070-57ca4943078c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.148591] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5f0bb3e8-74fd-4bee-be2e-7a3bf2e360bf with status ACTIVE [ 650.149660] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.149660] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.149660] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.150661] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.150756] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.150988] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.151184] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.151259] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.151513] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.151590] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.151872] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.152045] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.152111] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.152331] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.152433] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.152564] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5f0bb3e8-74fd-4bee-be2e-7a3bf2e360bf is going to be updated. [ 650.176153] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.176386] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.176491] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.177020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.177435] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.177758] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f0bb3e8-74fd-4bee-be2e-7a3bf2e360bf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.340947] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.341217] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.341348] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.341688] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.341845] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.342370] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.342370] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.342553] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.342711] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.342857] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.343014] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 is going to be updated. [ 650.378210] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.378210] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.378210] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.378210] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.378210] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.391347] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 in Status: IN_PROGRESS for 2s [ 650.617804] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86fc5708-c0f4-4d9b-8df9-d5eba9966a02 in Status: SUCCESS [ 650.618059] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.618249] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.618470] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.618681] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.618834] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.618895] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.619086] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.619143] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.619225] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.619392] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('86fc5708-c0f4-4d9b-8df9-d5eba9966a02',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.656245] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('592e925e-3395-4399-a070-57ca4943078c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.123976] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.124325] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.124374] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.124643] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.124859] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.124978] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.125105] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.125367] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.125494] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.126009] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.126009] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.126138] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.126138] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.126345] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.127135] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.127135] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.127135] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.127135] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.127335] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.127335] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.127449] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('86fc5708-c0f4-4d9b-8df9-d5eba9966a02',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.159832] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.160041] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.160107] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.160317] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.160453] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.160581] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 592e925e-3395-4399-a070-57ca4943078c is going to be created. [ 651.189344] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.189620] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.189620] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.189871] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.190030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.202889] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 592e925e-3395-4399-a070-57ca4943078c in Status: UNINITIALIZED for 2s [ 651.552488] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1616385d-9ca5-4512-a732-2b4b772f9c58 in Status: SUCCESS [ 651.552689] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1616385d-9ca5-4512-a732-2b4b772f9c58" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.553881] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1616385d-9ca5-4512-a732-2b4b772f9c58" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.553881] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1616385d-9ca5-4512-a732-2b4b772f9c58" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.553881] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.553881] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.553881] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.553881] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.554937] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.554937] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1616385d-9ca5-4512-a732-2b4b772f9c58" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.554937] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1616385d-9ca5-4512-a732-2b4b772f9c58',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.630677] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 86fc5708-c0f4-4d9b-8df9-d5eba9966a02: rpc.has_security_group_logging(os_id): False [ 651.676154] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.676436] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.676436] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.676591] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.676688] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.676902] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.676993] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.677072] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.677235] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.677313] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.677503] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.677597] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.677656] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.677825] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.677937] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.678684] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.678872] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.678948] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.679278] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.679278] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.679387] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86fc5708-c0f4-4d9b-8df9-d5eba9966a02 is going to be created. [ 651.681326] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37a92b37-6b0a-4358-bb06-69d05f4dc82e in Status: SUCCESS [ 651.681557] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37a92b37-6b0a-4358-bb06-69d05f4dc82e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.682186] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37a92b37-6b0a-4358-bb06-69d05f4dc82e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.682414] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37a92b37-6b0a-4358-bb06-69d05f4dc82e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.682542] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37a92b37-6b0a-4358-bb06-69d05f4dc82e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.770195] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.770397] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.770474] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.770729] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.771200] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.785311] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86fc5708-c0f4-4d9b-8df9-d5eba9966a02 in Status: IN_PROGRESS for 2s [ 652.060655] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1616385d-9ca5-4512-a732-2b4b772f9c58',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.142371] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37a92b37-6b0a-4358-bb06-69d05f4dc82e in Status: SUCCESS [ 652.142835] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37a92b37-6b0a-4358-bb06-69d05f4dc82e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.145396] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd1963ff-72b9-4796-9a4a-982c5981e737 in Status: SUCCESS [ 652.145822] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.146941] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37a92b37-6b0a-4358-bb06-69d05f4dc82e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.146941] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37a92b37-6b0a-4358-bb06-69d05f4dc82e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.146941] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.146941] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.146941] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.147321] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.147369] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.147799] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37a92b37-6b0a-4358-bb06-69d05f4dc82e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.149276] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.149276] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.150596] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.150596] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.150596] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.150596] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.150596] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.150596] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd1963ff-72b9-4796-9a4a-982c5981e737',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.185042] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-37a92b37-6b0a-4358-bb06-69d05f4dc82e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.185250] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37a92b37-6b0a-4358-bb06-69d05f4dc82e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.402917] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 in Status: SUCCESS [ 652.403050] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 deletion is rescheduled due to dependency. [ 652.403127] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.564548] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1616385d-9ca5-4512-a732-2b4b772f9c58: rpc.has_security_group_logging(os_id): False [ 652.589451] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.589675] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.589733] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.589983] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.590097] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.590349] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.590455] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.590520] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.590682] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.590760] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.590847] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1616385d-9ca5-4512-a732-2b4b772f9c58 is going to be created. [ 652.652925] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('37a92b37-6b0a-4358-bb06-69d05f4dc82e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.654019] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd1963ff-72b9-4796-9a4a-982c5981e737',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.655744] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.655908] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.655982] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.656221] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.656435] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.669335] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1616385d-9ca5-4512-a732-2b4b772f9c58 in Status: IN_PROGRESS for 2s [ 653.156366] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('37a92b37-6b0a-4358-bb06-69d05f4dc82e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.158436] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd1963ff-72b9-4796-9a4a-982c5981e737',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.214426] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 592e925e-3395-4399-a070-57ca4943078c in Status: SUCCESS [ 653.214750] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-592e925e-3395-4399-a070-57ca4943078c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.214906] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-592e925e-3395-4399-a070-57ca4943078c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.215204] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-592e925e-3395-4399-a070-57ca4943078c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.215524] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.215616] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.215658] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.215823] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.215918] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.215992] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-592e925e-3395-4399-a070-57ca4943078c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.216321] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('592e925e-3395-4399-a070-57ca4943078c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.435842] env[65432]: INFO networking_nsxv3.common.synchronization [None req-8991e6f2-5ccb-41e9-ac11-0b9d317077e9 None None] Enqueued Resource ID: fcb0eabf-c666-40f9-9114-918428b8b1d0 with Priority: HIGHEST for action port [ 653.437758] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcb0eabf-c666-40f9-9114-918428b8b1d0 with Priority: HIGHEST for action port [ 653.439530] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-fcb0eabf-c666-40f9-9114-918428b8b1d0 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.439530] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fcb0eabf-c666-40f9-9114-918428b8b1d0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.439530] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fcb0eabf-c666-40f9-9114-918428b8b1d0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.439530] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fcb0eabf-c666-40f9-9114-918428b8b1d0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.439530] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcb0eabf-c666-40f9-9114-918428b8b1d0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.661314] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.661552] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.661600] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.661839] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.661931] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.662047] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37a92b37-6b0a-4358-bb06-69d05f4dc82e is going to be updated. [ 653.663847] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.663933] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.663933] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.665878] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.666036] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.666160] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd1963ff-72b9-4796-9a4a-982c5981e737 is going to be updated. [ 653.703853] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.704096] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.704156] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.704472] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.704705] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.707293] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.707469] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.707469] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.707599] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.707785] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.719355] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd1963ff-72b9-4796-9a4a-982c5981e737 in Status: IN_PROGRESS for 2s [ 653.720175] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37a92b37-6b0a-4358-bb06-69d05f4dc82e in Status: IN_PROGRESS for 2s [ 653.721818] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-592e925e-3395-4399-a070-57ca4943078c taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.722072] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-592e925e-3395-4399-a070-57ca4943078c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.722072] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-592e925e-3395-4399-a070-57ca4943078c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.722319] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-592e925e-3395-4399-a070-57ca4943078c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.722433] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.722728] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.722728] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.722851] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.722851] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.722967] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-592e925e-3395-4399-a070-57ca4943078c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.723088] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-592e925e-3395-4399-a070-57ca4943078c taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.723259] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-592e925e-3395-4399-a070-57ca4943078c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.723259] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-592e925e-3395-4399-a070-57ca4943078c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.723447] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-592e925e-3395-4399-a070-57ca4943078c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.723591] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.723729] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.723817] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.724023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.724123] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.724221] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-592e925e-3395-4399-a070-57ca4943078c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.724366] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('592e925e-3395-4399-a070-57ca4943078c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.799316] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86fc5708-c0f4-4d9b-8df9-d5eba9966a02 in Status: SUCCESS [ 653.799316] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.909525] env[65432]: INFO networking_nsxv3.common.synchronization [req-87082cc4-1a00-4c5d-aa72-de843d24ffba req-69f45d43-c3b4-4af7-b2b0-42c50e04b6ae tempest-ListImageFiltersTestJSON-798043511 tempest-ListImageFiltersTestJSON-798043511-project-member] Enqueued Resource ID: db844549-e098-4196-a2f4-f81c3c1d7665 with Priority: HIGHEST for action security_group_members [ 653.909525] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db844549-e098-4196-a2f4-f81c3c1d7665 with Priority: HIGHEST for action security_group_members [ 653.909525] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-db844549-e098-4196-a2f4-f81c3c1d7665 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.909525] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db844549-e098-4196-a2f4-f81c3c1d7665" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.909525] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db844549-e098-4196-a2f4-f81c3c1d7665" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.909525] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db844549-e098-4196-a2f4-f81c3c1d7665" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.909525] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.909525] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.909525] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.909525] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.909525] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.910549] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db844549-e098-4196-a2f4-f81c3c1d7665',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.942026] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fcb0eabf-c666-40f9-9114-918428b8b1d0 [ 653.942585] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.942729] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.942864] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.943484] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.943484] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.943484] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fcb0eabf-c666-40f9-9114-918428b8b1d0 already deleted. [ 653.943484] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fcb0eabf-c666-40f9-9114-918428b8b1d0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.228270] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 592e925e-3395-4399-a070-57ca4943078c: rpc.has_security_group_logging(os_id): False [ 654.253065] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.253065] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.253065] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.253065] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.253065] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.253065] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.253409] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.253409] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.253409] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.253575] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.253633] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.253719] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.254124] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.254359] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.254446] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.254731] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.254861] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.254926] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.255079] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.255157] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.255239] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 592e925e-3395-4399-a070-57ca4943078c is going to be created. [ 654.339479] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.339689] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.339689] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.339905] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.340390] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.357696] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 592e925e-3395-4399-a070-57ca4943078c in Status: IN_PROGRESS for 2s [ 654.415295] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.415295] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.415295] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.415679] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.415679] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.416238] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.416238] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.416238] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.416544] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.416544] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.416719] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db844549-e098-4196-a2f4-f81c3c1d7665 already deleted. [ 654.416860] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db844549-e098-4196-a2f4-f81c3c1d7665" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.499498] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock network-36 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.499498] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "network-36" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.499498] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "network-36" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.499498] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "network-36" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.499768] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.499930] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.500025] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.500237] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.500378] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.500591] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 654.500698] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 654.500820] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 654.500901] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 654.501009] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 654.501114] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 654.501239] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 654.545805] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 654.546034] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Cache value generated in 0.045 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 654.546182] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 654.546426] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "network-36" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.546871] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock port-40aa485b-b2d6-47c1-86e5-33d0469be765 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.547080] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "port-40aa485b-b2d6-47c1-86e5-33d0469be765" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.547217] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "port-40aa485b-b2d6-47c1-86e5-33d0469be765" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.547653] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "port-40aa485b-b2d6-47c1-86e5-33d0469be765" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.547861] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40aa485b-b2d6-47c1-86e5-33d0469be765',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.685773] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1616385d-9ca5-4512-a732-2b4b772f9c58 in Status: SUCCESS [ 654.685773] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1616385d-9ca5-4512-a732-2b4b772f9c58" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.025471] env[65432]: INFO networking_nsxv3.common.synchronization [None req-52c2ffac-2781-4267-90c6-77d5a2051275 None None] Enqueued Resource ID: 0efbd7ac-0166-43fb-bfc3-95b5b7173974 with Priority: HIGHEST for action port [ 655.028295] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0efbd7ac-0166-43fb-bfc3-95b5b7173974 with Priority: HIGHEST for action port [ 655.029688] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-0efbd7ac-0166-43fb-bfc3-95b5b7173974 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.029688] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0efbd7ac-0166-43fb-bfc3-95b5b7173974" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.029688] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0efbd7ac-0166-43fb-bfc3-95b5b7173974" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.029688] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0efbd7ac-0166-43fb-bfc3-95b5b7173974" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.029871] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0efbd7ac-0166-43fb-bfc3-95b5b7173974',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.051824] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.052104] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.052252] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.052552] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.052795] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.052871] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Segment Port 40aa485b-b2d6-47c1-86e5-33d0469be765 not found, creating... [ 655.053138] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.053880] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.053880] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.053880] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.054190] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.054628] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.054628] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.054628] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.056617] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.056617] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.056617] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Resource: SegmentPort with ID: 40aa485b-b2d6-47c1-86e5-33d0469be765 is going to be created. [ 655.079231] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.079887] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.080051] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.080379] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.080843] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.080929] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "port-40aa485b-b2d6-47c1-86e5-33d0469be765" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.532921] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0efbd7ac-0166-43fb-bfc3-95b5b7173974 [ 655.532921] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.532921] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.532921] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.532921] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.533517] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.533517] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0efbd7ac-0166-43fb-bfc3-95b5b7173974 already deleted. [ 655.533517] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0efbd7ac-0166-43fb-bfc3-95b5b7173974" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.733381] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd1963ff-72b9-4796-9a4a-982c5981e737 in Status: SUCCESS [ 655.736067] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.736067] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.736067] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.736067] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.736067] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.736067] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.736067] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.736067] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.736067] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.736067] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd1963ff-72b9-4796-9a4a-982c5981e737 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.736067] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.736067] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.736067] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.736067] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.736067] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.736067] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.736067] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.736067] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.736887] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.736887] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd1963ff-72b9-4796-9a4a-982c5981e737',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.737806] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37a92b37-6b0a-4358-bb06-69d05f4dc82e in Status: SUCCESS [ 655.737975] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37a92b37-6b0a-4358-bb06-69d05f4dc82e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.738138] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37a92b37-6b0a-4358-bb06-69d05f4dc82e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.738307] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37a92b37-6b0a-4358-bb06-69d05f4dc82e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.738464] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.738647] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.738647] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.738875] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.739050] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.739152] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37a92b37-6b0a-4358-bb06-69d05f4dc82e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.739244] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('37a92b37-6b0a-4358-bb06-69d05f4dc82e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.801339] env[65432]: INFO networking_nsxv3.common.synchronization [req-87082cc4-1a00-4c5d-aa72-de843d24ffba req-f3b082ca-3bbe-4be2-bb0d-fc81c4df1f30 service nova] Enqueued Resource ID: db844549-e098-4196-a2f4-f81c3c1d7665 with Priority: HIGHEST for action security_group_rules [ 655.801509] env[65432]: INFO networking_nsxv3.common.synchronization [req-87082cc4-1a00-4c5d-aa72-de843d24ffba req-f3b082ca-3bbe-4be2-bb0d-fc81c4df1f30 service nova] Enqueued Resource ID: db844549-e098-4196-a2f4-f81c3c1d7665 with Priority: HIGHEST for action security_group_members [ 655.801649] env[65432]: INFO networking_nsxv3.common.synchronization [req-87082cc4-1a00-4c5d-aa72-de843d24ffba req-f3b082ca-3bbe-4be2-bb0d-fc81c4df1f30 service nova] Enqueued Resource ID: 40aa485b-b2d6-47c1-86e5-33d0469be765 with Priority: HIGHEST for action port [ 655.802706] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db844549-e098-4196-a2f4-f81c3c1d7665 with Priority: HIGHEST for action security_group_rules [ 655.803078] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db844549-e098-4196-a2f4-f81c3c1d7665 with Priority: HIGHEST for action security_group_members [ 655.803078] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40aa485b-b2d6-47c1-86e5-33d0469be765 with Priority: HIGHEST for action port [ 655.803391] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db844549-e098-4196-a2f4-f81c3c1d7665 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.803531] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db844549-e098-4196-a2f4-f81c3c1d7665" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.803598] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db844549-e098-4196-a2f4-f81c3c1d7665" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.803859] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db844549-e098-4196-a2f4-f81c3c1d7665" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.803945] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db844549-e098-4196-a2f4-f81c3c1d7665',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.805447] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-db844549-e098-4196-a2f4-f81c3c1d7665 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.805569] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db844549-e098-4196-a2f4-f81c3c1d7665" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.805643] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db844549-e098-4196-a2f4-f81c3c1d7665" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.805816] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db844549-e098-4196-a2f4-f81c3c1d7665" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.805968] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.806100] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.806174] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.806341] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.806418] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.806513] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db844549-e098-4196-a2f4-f81c3c1d7665',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.809096] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-40aa485b-b2d6-47c1-86e5-33d0469be765 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.809209] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40aa485b-b2d6-47c1-86e5-33d0469be765" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.809276] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40aa485b-b2d6-47c1-86e5-33d0469be765" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.809509] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40aa485b-b2d6-47c1-86e5-33d0469be765" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.809509] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40aa485b-b2d6-47c1-86e5-33d0469be765',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.866743] env[65432]: INFO networking_nsxv3.common.synchronization [None req-f1435092-fc8e-4282-911a-f4bf208e89d7 None None] Enqueued Resource ID: 2df7c3cd-2bc2-441d-a615-63530bb4aa7d with Priority: HIGHEST for action port [ 655.866743] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2df7c3cd-2bc2-441d-a615-63530bb4aa7d with Priority: HIGHEST for action port [ 655.866743] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-2df7c3cd-2bc2-441d-a615-63530bb4aa7d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.866743] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2df7c3cd-2bc2-441d-a615-63530bb4aa7d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.866743] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2df7c3cd-2bc2-441d-a615-63530bb4aa7d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.867133] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2df7c3cd-2bc2-441d-a615-63530bb4aa7d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.867133] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2df7c3cd-2bc2-441d-a615-63530bb4aa7d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.243578] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd1963ff-72b9-4796-9a4a-982c5981e737: rpc.has_security_group_logging(os_id): False [ 656.243578] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('37a92b37-6b0a-4358-bb06-69d05f4dc82e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.246164] env[65432]: INFO networking_nsxv3.common.synchronization [req-b3dd1fdf-b31b-4d4b-8485-b131576acf8a req-c57fc371-1ee3-4fb7-bff0-e7ea19ca203b tempest-ServerActionsTestOtherB-1703039426 tempest-ServerActionsTestOtherB-1703039426-project-member] Enqueued Resource ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea with Priority: HIGHEST for action security_group_members [ 656.247623] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea with Priority: HIGHEST for action security_group_members [ 656.248784] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a49c8a18-5fe9-46dc-9c57-a5406ae1deea taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.248784] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.248784] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.248784] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.249395] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.251199] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.251199] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.251199] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.251199] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.251199] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a49c8a18-5fe9-46dc-9c57-a5406ae1deea',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.267468] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.267644] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.267709] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.267929] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.268044] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.268289] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.268394] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.268456] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.268615] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.268698] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.268883] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.268981] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.269063] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.269211] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.269293] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.269480] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.269575] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.269631] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.269778] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.269859] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.269945] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd1963ff-72b9-4796-9a4a-982c5981e737 is going to be updated. [ 656.306718] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-db844549-e098-4196-a2f4-f81c3c1d7665 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.306718] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db844549-e098-4196-a2f4-f81c3c1d7665" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.311515] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('db844549-e098-4196-a2f4-f81c3c1d7665',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.312897] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 40aa485b-b2d6-47c1-86e5-33d0469be765 with status ACTIVE [ 656.313140] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.313268] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.313390] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.313604] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.313689] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.314838] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.314838] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.314838] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.314838] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.314838] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.314838] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.314838] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.314838] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.316951] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.316951] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.316951] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 40aa485b-b2d6-47c1-86e5-33d0469be765 is going to be updated. [ 656.340387] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.340562] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.340633] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.340845] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.341055] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.341235] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40aa485b-b2d6-47c1-86e5-33d0469be765" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.356599] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.356791] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.356850] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.357082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.357286] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.371244] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2df7c3cd-2bc2-441d-a615-63530bb4aa7d [ 656.371244] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.371244] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.371244] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.371476] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.371510] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.371612] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2df7c3cd-2bc2-441d-a615-63530bb4aa7d already deleted. [ 656.371876] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2df7c3cd-2bc2-441d-a615-63530bb4aa7d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.382386] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 592e925e-3395-4399-a070-57ca4943078c in Status: SUCCESS [ 656.382386] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-592e925e-3395-4399-a070-57ca4943078c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.386132] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd1963ff-72b9-4796-9a4a-982c5981e737 in Status: IN_PROGRESS for 2s [ 656.703517] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock network-618 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.703517] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "network-618" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.703982] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "network-618" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.704321] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "network-618" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.704752] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.705018] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.705272] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.705681] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.705735] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.705957] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 656.706134] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 656.706685] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 656.706685] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 656.706685] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 656.706685] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 656.706843] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 656.728250] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 656.728250] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 656.728488] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 656.729209] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "network-618" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.729209] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock port-65e54a37-6ed5-4c7d-8b80-5d1dff75bbe7 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.729471] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "port-65e54a37-6ed5-4c7d-8b80-5d1dff75bbe7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.729578] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "port-65e54a37-6ed5-4c7d-8b80-5d1dff75bbe7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.729920] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "port-65e54a37-6ed5-4c7d-8b80-5d1dff75bbe7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.730099] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65e54a37-6ed5-4c7d-8b80-5d1dff75bbe7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.748246] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 37a92b37-6b0a-4358-bb06-69d05f4dc82e: rpc.has_security_group_logging(os_id): False [ 656.752301] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.752544] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.752632] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.752867] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.752969] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.753262] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.753415] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.753513] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.753671] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.753764] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.753856] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea already deleted. [ 656.753940] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.769990] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.770280] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.770280] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.770522] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.770621] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.770846] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.770980] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.771045] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.771194] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.771307] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.771423] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37a92b37-6b0a-4358-bb06-69d05f4dc82e is going to be updated. [ 656.818732] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('db844549-e098-4196-a2f4-f81c3c1d7665',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.829173] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.829374] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.829422] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.829614] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.829761] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.843500] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37a92b37-6b0a-4358-bb06-69d05f4dc82e in Status: IN_PROGRESS for 2s [ 657.235256] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.235256] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.235256] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.235256] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.235256] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.235256] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Segment Port 65e54a37-6ed5-4c7d-8b80-5d1dff75bbe7 not found, creating... [ 657.235256] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.235256] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.235256] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.235256] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.235256] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.235709] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.235709] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.235709] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.235709] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.235857] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.235889] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Resource: SegmentPort with ID: 65e54a37-6ed5-4c7d-8b80-5d1dff75bbe7 is going to be created. [ 657.263111] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.263501] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.263574] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.263804] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.264023] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.264255] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "port-65e54a37-6ed5-4c7d-8b80-5d1dff75bbe7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.325428] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.325756] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.325892] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.326156] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.327908] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.327908] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db844549-e098-4196-a2f4-f81c3c1d7665 is going to be created. [ 657.363862] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.363862] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.363862] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.364197] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.364322] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.376155] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db844549-e098-4196-a2f4-f81c3c1d7665 in Status: UNINITIALIZED for 2s [ 657.852184] env[65432]: INFO networking_nsxv3.common.synchronization [None req-2c6425df-a13c-4a07-beaa-926fdfc70179 None None] Enqueued Resource ID: f3c02342-aa0b-4089-8701-903fec0fbb49 with Priority: HIGHEST for action port [ 657.852861] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3c02342-aa0b-4089-8701-903fec0fbb49 with Priority: HIGHEST for action port [ 657.854252] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3c02342-aa0b-4089-8701-903fec0fbb49 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.854536] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3c02342-aa0b-4089-8701-903fec0fbb49" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.854645] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3c02342-aa0b-4089-8701-903fec0fbb49" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.854996] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3c02342-aa0b-4089-8701-903fec0fbb49" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.855139] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3c02342-aa0b-4089-8701-903fec0fbb49',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.976208] env[65432]: INFO networking_nsxv3.common.synchronization [req-b3dd1fdf-b31b-4d4b-8485-b131576acf8a req-70fb6208-0d95-4460-b4e7-a4b62b9ac1f7 service nova] Enqueued Resource ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea with Priority: HIGHEST for action security_group_rules [ 657.976380] env[65432]: INFO networking_nsxv3.common.synchronization [req-b3dd1fdf-b31b-4d4b-8485-b131576acf8a req-70fb6208-0d95-4460-b4e7-a4b62b9ac1f7 service nova] Enqueued Resource ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea with Priority: HIGHEST for action security_group_members [ 657.976745] env[65432]: INFO networking_nsxv3.common.synchronization [req-b3dd1fdf-b31b-4d4b-8485-b131576acf8a req-70fb6208-0d95-4460-b4e7-a4b62b9ac1f7 service nova] Enqueued Resource ID: 65e54a37-6ed5-4c7d-8b80-5d1dff75bbe7 with Priority: HIGHEST for action port [ 657.977303] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea with Priority: HIGHEST for action security_group_rules [ 657.977547] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea with Priority: HIGHEST for action security_group_members [ 657.977642] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65e54a37-6ed5-4c7d-8b80-5d1dff75bbe7 with Priority: HIGHEST for action port [ 657.978227] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a49c8a18-5fe9-46dc-9c57-a5406ae1deea taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.978227] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.978227] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.978370] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.978456] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a49c8a18-5fe9-46dc-9c57-a5406ae1deea',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.980763] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a49c8a18-5fe9-46dc-9c57-a5406ae1deea taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.980893] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.980968] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.981199] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.981775] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.981917] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.982036] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.982226] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.982331] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.982526] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a49c8a18-5fe9-46dc-9c57-a5406ae1deea',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.986570] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-65e54a37-6ed5-4c7d-8b80-5d1dff75bbe7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.986736] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65e54a37-6ed5-4c7d-8b80-5d1dff75bbe7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.986795] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65e54a37-6ed5-4c7d-8b80-5d1dff75bbe7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.987010] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65e54a37-6ed5-4c7d-8b80-5d1dff75bbe7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.987103] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65e54a37-6ed5-4c7d-8b80-5d1dff75bbe7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.358014] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f3c02342-aa0b-4089-8701-903fec0fbb49 [ 658.358454] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.358762] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.358813] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.359044] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.359103] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.359199] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f3c02342-aa0b-4089-8701-903fec0fbb49 already deleted. [ 658.359283] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3c02342-aa0b-4089-8701-903fec0fbb49" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.381987] env[65432]: INFO networking_nsxv3.common.synchronization [req-a4886c70-df38-41af-ad6c-e201f7002399 req-e24d0195-0ba0-458c-a522-7937285c0830 tempest-ServersAdminTestJSON-1011156328 tempest-ServersAdminTestJSON-1011156328-project-member] Enqueued Resource ID: 84c12c3a-1be5-4681-a64f-a9e312c474bc with Priority: HIGHEST for action security_group_members [ 658.382714] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84c12c3a-1be5-4681-a64f-a9e312c474bc with Priority: HIGHEST for action security_group_members [ 658.382964] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-84c12c3a-1be5-4681-a64f-a9e312c474bc taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.383604] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.383604] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.383754] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.383895] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.384053] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.387998] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.387998] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.387998] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.387998] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84c12c3a-1be5-4681-a64f-a9e312c474bc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.401173] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd1963ff-72b9-4796-9a4a-982c5981e737 in Status: SUCCESS [ 658.401787] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.402354] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.402987] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.402987] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd1963ff-72b9-4796-9a4a-982c5981e737',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.481852] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a49c8a18-5fe9-46dc-9c57-a5406ae1deea taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.481982] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.484619] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a49c8a18-5fe9-46dc-9c57-a5406ae1deea',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.490783] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 65e54a37-6ed5-4c7d-8b80-5d1dff75bbe7 with status ACTIVE [ 658.490783] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.490783] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.490783] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.490783] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.490783] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.491074] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.491074] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.491074] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.491233] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.491318] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.491504] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.491595] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.491656] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.492438] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.492438] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.492438] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 65e54a37-6ed5-4c7d-8b80-5d1dff75bbe7 is going to be updated. [ 658.524243] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.524457] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.524556] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.524835] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.525048] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.525392] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65e54a37-6ed5-4c7d-8b80-5d1dff75bbe7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.821612] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock network-8 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.823017] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "network-8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.823017] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "network-8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.823017] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "network-8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.823017] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.823017] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.823017] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.823663] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.824225] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.824541] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 658.825520] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 658.825520] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 658.825520] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 658.825520] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 658.825520] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 658.825520] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 658.848033] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 658.848191] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 658.848326] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 658.848490] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "network-8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.848781] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock port-debfe223-b0e1-492f-a0b4-02d0832c2bf6 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.848950] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "port-debfe223-b0e1-492f-a0b4-02d0832c2bf6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.849054] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "port-debfe223-b0e1-492f-a0b4-02d0832c2bf6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.849368] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "port-debfe223-b0e1-492f-a0b4-02d0832c2bf6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.849494] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('debfe223-b0e1-492f-a0b4-02d0832c2bf6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.862243] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37a92b37-6b0a-4358-bb06-69d05f4dc82e in Status: SUCCESS [ 658.862753] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37a92b37-6b0a-4358-bb06-69d05f4dc82e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.891031] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84c12c3a-1be5-4681-a64f-a9e312c474bc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.905470] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd1963ff-72b9-4796-9a4a-982c5981e737 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.906161] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.906161] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.906161] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.906397] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.906397] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.906397] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.906529] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.906696] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.906962] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.906962] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd1963ff-72b9-4796-9a4a-982c5981e737',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.989754] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a49c8a18-5fe9-46dc-9c57-a5406ae1deea',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.353726] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.353726] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.353726] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.353726] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.353726] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.353726] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Segment Port debfe223-b0e1-492f-a0b4-02d0832c2bf6 not found, creating... [ 659.354132] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.354132] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.354346] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.354476] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.354610] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.354884] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.355195] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.355313] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.355560] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.355731] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.355888] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Resource: SegmentPort with ID: debfe223-b0e1-492f-a0b4-02d0832c2bf6 is going to be created. [ 659.377270] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.377514] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.377590] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.377855] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.378093] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.378321] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "port-debfe223-b0e1-492f-a0b4-02d0832c2bf6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.390781] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db844549-e098-4196-a2f4-f81c3c1d7665 in Status: SUCCESS [ 659.391141] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db844549-e098-4196-a2f4-f81c3c1d7665" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.391409] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db844549-e098-4196-a2f4-f81c3c1d7665" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.391703] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db844549-e098-4196-a2f4-f81c3c1d7665" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.391966] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.392335] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.392451] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.392615] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.392735] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.392886] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db844549-e098-4196-a2f4-f81c3c1d7665" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.393026] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('db844549-e098-4196-a2f4-f81c3c1d7665',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.394341] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84c12c3a-1be5-4681-a64f-a9e312c474bc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.415306] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd1963ff-72b9-4796-9a4a-982c5981e737 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.415500] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.415662] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.416178] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.416400] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.416528] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.416704] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.416814] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.417154] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.417154] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.417271] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd1963ff-72b9-4796-9a4a-982c5981e737 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.417380] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.417447] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.417658] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.418081] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.418226] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.418331] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.418508] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.418592] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.418677] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.418815] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd1963ff-72b9-4796-9a4a-982c5981e737',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.495172] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.495172] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.495172] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.495172] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.495172] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.495172] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea is going to be created. [ 659.521898] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.522079] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.522164] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.522381] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.522556] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.537244] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea in Status: UNINITIALIZED for 2s [ 659.896547] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-db844549-e098-4196-a2f4-f81c3c1d7665 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.896946] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db844549-e098-4196-a2f4-f81c3c1d7665" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.896946] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db844549-e098-4196-a2f4-f81c3c1d7665" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.897082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db844549-e098-4196-a2f4-f81c3c1d7665" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.897189] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.897302] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.897376] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.897631] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.897631] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.897631] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db844549-e098-4196-a2f4-f81c3c1d7665" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.897865] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-db844549-e098-4196-a2f4-f81c3c1d7665 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.897865] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db844549-e098-4196-a2f4-f81c3c1d7665" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.898128] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db844549-e098-4196-a2f4-f81c3c1d7665" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.898128] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db844549-e098-4196-a2f4-f81c3c1d7665" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.898278] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.898278] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.898519] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.898519] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.898670] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.898670] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db844549-e098-4196-a2f4-f81c3c1d7665" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.898900] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('db844549-e098-4196-a2f4-f81c3c1d7665',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.900303] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.900480] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.900550] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.900743] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.900819] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.900898] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84c12c3a-1be5-4681-a64f-a9e312c474bc is going to be updated. [ 659.922038] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd1963ff-72b9-4796-9a4a-982c5981e737: rpc.has_security_group_logging(os_id): False [ 659.935490] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.935698] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.935777] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.936048] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.937018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.944115] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.944329] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.944386] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.944631] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.944730] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.944984] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.945146] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.945146] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.945308] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.945385] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.945566] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.945659] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.945717] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.945855] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.945928] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.946967] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.947097] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.947141] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.947297] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.947377] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.947467] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd1963ff-72b9-4796-9a4a-982c5981e737 is going to be updated. [ 659.952861] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84c12c3a-1be5-4681-a64f-a9e312c474bc in Status: IN_PROGRESS for 2s [ 660.041780] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.041981] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.041981] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.042213] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.042392] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.060333] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd1963ff-72b9-4796-9a4a-982c5981e737 in Status: IN_PROGRESS for 2s [ 660.155233] env[65432]: INFO networking_nsxv3.common.synchronization [req-a4886c70-df38-41af-ad6c-e201f7002399 req-1a303cce-4a71-4274-af82-957680ea95d7 service nova] Enqueued Resource ID: 84c12c3a-1be5-4681-a64f-a9e312c474bc with Priority: HIGHEST for action security_group_rules [ 660.155233] env[65432]: INFO networking_nsxv3.common.synchronization [req-a4886c70-df38-41af-ad6c-e201f7002399 req-1a303cce-4a71-4274-af82-957680ea95d7 service nova] Enqueued Resource ID: 84c12c3a-1be5-4681-a64f-a9e312c474bc with Priority: HIGHEST for action security_group_members [ 660.155233] env[65432]: INFO networking_nsxv3.common.synchronization [req-a4886c70-df38-41af-ad6c-e201f7002399 req-1a303cce-4a71-4274-af82-957680ea95d7 service nova] Enqueued Resource ID: debfe223-b0e1-492f-a0b4-02d0832c2bf6 with Priority: HIGHEST for action port [ 660.155233] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84c12c3a-1be5-4681-a64f-a9e312c474bc with Priority: HIGHEST for action security_group_rules [ 660.155233] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84c12c3a-1be5-4681-a64f-a9e312c474bc with Priority: HIGHEST for action security_group_members [ 660.155233] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: debfe223-b0e1-492f-a0b4-02d0832c2bf6 with Priority: HIGHEST for action port [ 660.155760] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84c12c3a-1be5-4681-a64f-a9e312c474bc taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.155760] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.155760] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.155879] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.155915] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84c12c3a-1be5-4681-a64f-a9e312c474bc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.157170] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-84c12c3a-1be5-4681-a64f-a9e312c474bc taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.157365] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.157667] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-debfe223-b0e1-492f-a0b4-02d0832c2bf6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.157834] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-debfe223-b0e1-492f-a0b4-02d0832c2bf6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.157834] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-debfe223-b0e1-492f-a0b4-02d0832c2bf6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.158103] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-debfe223-b0e1-492f-a0b4-02d0832c2bf6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.158141] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('debfe223-b0e1-492f-a0b4-02d0832c2bf6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.403492] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for db844549-e098-4196-a2f4-f81c3c1d7665: rpc.has_security_group_logging(os_id): False [ 660.428131] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.428351] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.428450] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.428673] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.428977] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.429028] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.429235] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.429235] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.429420] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.429500] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.429773] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.429913] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.430015] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.430279] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.430915] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.430915] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.430915] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.430915] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.431172] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.431172] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.432127] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db844549-e098-4196-a2f4-f81c3c1d7665 is going to be created. [ 660.501229] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.501376] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.501443] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.501635] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.502203] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.516229] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db844549-e098-4196-a2f4-f81c3c1d7665 in Status: IN_PROGRESS for 2s [ 660.661140] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-84c12c3a-1be5-4681-a64f-a9e312c474bc taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.661456] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.661720] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port debfe223-b0e1-492f-a0b4-02d0832c2bf6 with status ACTIVE [ 660.661927] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.662057] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.662122] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.662349] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.662438] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.662614] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.662709] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.662769] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.662934] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.663042] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.665292] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.665440] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.665492] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.665682] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.665755] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.669025] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: debfe223-b0e1-492f-a0b4-02d0832c2bf6 is going to be updated. [ 660.694266] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.694662] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.694662] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.694782] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.694916] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.696201] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-debfe223-b0e1-492f-a0b4-02d0832c2bf6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.551430] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea in Status: SUCCESS [ 661.551786] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.551786] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.551985] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.552200] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.552331] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.552397] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.552747] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.552747] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.552747] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.552887] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a49c8a18-5fe9-46dc-9c57-a5406ae1deea',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.963429] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84c12c3a-1be5-4681-a64f-a9e312c474bc in Status: SUCCESS [ 661.963669] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.963844] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.964075] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.964261] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.964425] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.964493] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.965506] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.965506] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.965506] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84c12c3a-1be5-4681-a64f-a9e312c474bc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.058204] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a49c8a18-5fe9-46dc-9c57-a5406ae1deea',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.076332] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd1963ff-72b9-4796-9a4a-982c5981e737 in Status: SUCCESS [ 662.076719] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.468810] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84c12c3a-1be5-4681-a64f-a9e312c474bc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.531891] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db844549-e098-4196-a2f4-f81c3c1d7665 in Status: SUCCESS [ 662.532041] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db844549-e098-4196-a2f4-f81c3c1d7665" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.561111] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a49c8a18-5fe9-46dc-9c57-a5406ae1deea: rpc.has_security_group_logging(os_id): False [ 662.592450] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.592450] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.592709] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.592746] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.592858] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.593120] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.593293] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.593293] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.594355] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.594576] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.594699] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea is going to be created. [ 662.670821] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.671014] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.671063] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.671403] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.671640] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.684156] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea in Status: IN_PROGRESS for 2s [ 662.975315] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84c12c3a-1be5-4681-a64f-a9e312c474bc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.479457] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.479457] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.479457] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.479855] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.480135] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.480135] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84c12c3a-1be5-4681-a64f-a9e312c474bc is going to be updated. [ 663.518679] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.518861] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.518978] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.519171] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.519455] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.529973] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84c12c3a-1be5-4681-a64f-a9e312c474bc in Status: IN_PROGRESS for 2s [ 664.230708] env[65432]: INFO networking_nsxv3.common.synchronization [req-da42d59a-bbf2-48f2-b993-3be793a819e0 req-1a212d62-b137-4637-9f32-6f7a51cc5880 tempest-VolumesAdminNegativeTest-1213440681 tempest-VolumesAdminNegativeTest-1213440681-project-member] Enqueued Resource ID: afa32775-cad0-4771-bd2a-6b9faaa3fd14 with Priority: HIGHEST for action security_group_members [ 664.231293] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afa32775-cad0-4771-bd2a-6b9faaa3fd14 with Priority: HIGHEST for action security_group_members [ 664.231659] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-afa32775-cad0-4771-bd2a-6b9faaa3fd14 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.232024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afa32775-cad0-4771-bd2a-6b9faaa3fd14" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.232124] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afa32775-cad0-4771-bd2a-6b9faaa3fd14" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.232762] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afa32775-cad0-4771-bd2a-6b9faaa3fd14" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.232762] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.232762] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.232762] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.233068] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.233068] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.233144] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afa32775-cad0-4771-bd2a-6b9faaa3fd14',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.624747] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock network-945 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.624946] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "network-945" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.625077] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "network-945" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.625431] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "network-945" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.625636] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.625833] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.625893] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.626099] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.626239] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.626436] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 664.626542] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 664.626642] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 664.626785] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 664.627374] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 664.627374] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 664.627374] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 664.646799] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 664.646799] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 664.646799] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 664.647123] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "network-945" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.647556] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock port-c8f92065-4411-469b-bd2b-312d76092225 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.648651] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "port-c8f92065-4411-469b-bd2b-312d76092225" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.648651] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "port-c8f92065-4411-469b-bd2b-312d76092225" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.648651] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "port-c8f92065-4411-469b-bd2b-312d76092225" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.648651] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8f92065-4411-469b-bd2b-312d76092225',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.697257] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea in Status: SUCCESS [ 664.697440] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.736140] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.739357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.739357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.739357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.739357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.739357] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.739357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.739357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.739357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.739357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.739357] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afa32775-cad0-4771-bd2a-6b9faaa3fd14 already deleted. [ 664.739357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afa32775-cad0-4771-bd2a-6b9faaa3fd14" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.152637] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.152637] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.152940] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.153226] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.153486] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.153767] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Segment Port c8f92065-4411-469b-bd2b-312d76092225 not found, creating... [ 665.154109] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.154350] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.154928] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.155532] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.155532] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.155797] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.156017] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.156179] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.156464] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.156669] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.156864] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Resource: SegmentPort with ID: c8f92065-4411-469b-bd2b-312d76092225 is going to be created. [ 665.178932] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.179259] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.179259] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.179650] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.179947] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.180271] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "port-c8f92065-4411-469b-bd2b-312d76092225" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.542514] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84c12c3a-1be5-4681-a64f-a9e312c474bc in Status: SUCCESS [ 665.542991] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.542991] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.543245] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.543433] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.543565] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.543628] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.543798] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.543884] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.543973] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.544080] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('84c12c3a-1be5-4681-a64f-a9e312c474bc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.927926] env[65432]: INFO networking_nsxv3.common.synchronization [req-da42d59a-bbf2-48f2-b993-3be793a819e0 req-5cb88b69-dbb1-4bb9-bdd8-aba8ea0f1746 service nova] Enqueued Resource ID: afa32775-cad0-4771-bd2a-6b9faaa3fd14 with Priority: HIGHEST for action security_group_rules [ 665.928137] env[65432]: INFO networking_nsxv3.common.synchronization [req-da42d59a-bbf2-48f2-b993-3be793a819e0 req-5cb88b69-dbb1-4bb9-bdd8-aba8ea0f1746 service nova] Enqueued Resource ID: afa32775-cad0-4771-bd2a-6b9faaa3fd14 with Priority: HIGHEST for action security_group_members [ 665.928270] env[65432]: INFO networking_nsxv3.common.synchronization [req-da42d59a-bbf2-48f2-b993-3be793a819e0 req-5cb88b69-dbb1-4bb9-bdd8-aba8ea0f1746 service nova] Enqueued Resource ID: c8f92065-4411-469b-bd2b-312d76092225 with Priority: HIGHEST for action port [ 665.929946] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afa32775-cad0-4771-bd2a-6b9faaa3fd14 with Priority: HIGHEST for action security_group_rules [ 665.929946] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afa32775-cad0-4771-bd2a-6b9faaa3fd14 with Priority: HIGHEST for action security_group_members [ 665.929946] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8f92065-4411-469b-bd2b-312d76092225 with Priority: HIGHEST for action port [ 665.929946] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-afa32775-cad0-4771-bd2a-6b9faaa3fd14 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.929946] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-afa32775-cad0-4771-bd2a-6b9faaa3fd14" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.929946] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-afa32775-cad0-4771-bd2a-6b9faaa3fd14" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.929946] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-afa32775-cad0-4771-bd2a-6b9faaa3fd14" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.929946] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('afa32775-cad0-4771-bd2a-6b9faaa3fd14',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.930917] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-afa32775-cad0-4771-bd2a-6b9faaa3fd14 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.931045] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afa32775-cad0-4771-bd2a-6b9faaa3fd14" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.931115] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afa32775-cad0-4771-bd2a-6b9faaa3fd14" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.931380] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afa32775-cad0-4771-bd2a-6b9faaa3fd14" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.931602] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.931754] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.931863] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.932100] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.932243] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.932453] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afa32775-cad0-4771-bd2a-6b9faaa3fd14',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.933623] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8f92065-4411-469b-bd2b-312d76092225 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.933762] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8f92065-4411-469b-bd2b-312d76092225" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.933762] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8f92065-4411-469b-bd2b-312d76092225" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.933949] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8f92065-4411-469b-bd2b-312d76092225" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.934065] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8f92065-4411-469b-bd2b-312d76092225',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.047371] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-84c12c3a-1be5-4681-a64f-a9e312c474bc taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.047371] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.047371] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.048335] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.048335] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.048335] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.048335] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.048335] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.048749] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.048749] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.048749] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-84c12c3a-1be5-4681-a64f-a9e312c474bc taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.048749] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.049078] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.049078] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.049184] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.049184] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.049298] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.049372] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.049454] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.049583] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.049658] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('84c12c3a-1be5-4681-a64f-a9e312c474bc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.436531] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-afa32775-cad0-4771-bd2a-6b9faaa3fd14 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.436713] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afa32775-cad0-4771-bd2a-6b9faaa3fd14" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.436833] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('afa32775-cad0-4771-bd2a-6b9faaa3fd14',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.438408] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c8f92065-4411-469b-bd2b-312d76092225 with status ACTIVE [ 666.438730] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.438843] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.438910] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.439132] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.439224] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.439391] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.439489] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.439549] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.439704] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.439781] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.439963] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.440061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.440124] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.440312] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.440361] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.440404] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c8f92065-4411-469b-bd2b-312d76092225 is going to be updated. [ 666.452762] env[65432]: INFO networking_nsxv3.common.synchronization [req-c67772fa-8c33-4539-8f4a-ab4417dbf715 req-d4947d67-89bd-482a-ae33-575c1adec93e tempest-DeleteServersAdminTestJSON-85227158 tempest-DeleteServersAdminTestJSON-85227158-project-member] Enqueued Resource ID: cfd4127f-dad4-498f-9f44-449c105469b9 with Priority: HIGHEST for action security_group_members [ 666.452980] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfd4127f-dad4-498f-9f44-449c105469b9 with Priority: HIGHEST for action security_group_members [ 666.453248] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfd4127f-dad4-498f-9f44-449c105469b9 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.453394] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfd4127f-dad4-498f-9f44-449c105469b9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.453465] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfd4127f-dad4-498f-9f44-449c105469b9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.453659] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfd4127f-dad4-498f-9f44-449c105469b9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.453807] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.453926] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.453970] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.454118] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.454201] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.454294] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfd4127f-dad4-498f-9f44-449c105469b9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.462539] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.462693] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.462756] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.462933] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.463091] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.463258] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8f92065-4411-469b-bd2b-312d76092225" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.552673] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 84c12c3a-1be5-4681-a64f-a9e312c474bc: rpc.has_security_group_logging(os_id): False [ 666.577615] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.578154] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.578296] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.578623] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.579111] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.579305] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.579464] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.579583] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.579871] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.580016] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.580695] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.580695] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.580695] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.580883] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.581097] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.581266] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.581832] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.581832] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.581832] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.581832] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.581832] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84c12c3a-1be5-4681-a64f-a9e312c474bc is going to be updated. [ 666.731298] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.731410] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.731450] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.731890] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.731890] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.751559] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84c12c3a-1be5-4681-a64f-a9e312c474bc in Status: IN_PROGRESS for 2s [ 666.939033] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('afa32775-cad0-4771-bd2a-6b9faaa3fd14',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.958938] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.959113] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.959183] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.959395] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.959488] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.959713] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.959777] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.959860] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.959966] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.960360] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.960360] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfd4127f-dad4-498f-9f44-449c105469b9 is going to be updated. [ 666.992916] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.993551] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.993551] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.993551] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.993738] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.010482] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfd4127f-dad4-498f-9f44-449c105469b9 in Status: IN_PROGRESS for 2s [ 667.443061] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.443061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.443417] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.443417] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.443530] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.443744] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afa32775-cad0-4771-bd2a-6b9faaa3fd14 is going to be created. [ 667.445788] env[65432]: INFO networking_nsxv3.common.synchronization [req-c8777f5f-8dbc-4b9d-a530-f9a1eec6830b req-7fdcd95f-a012-4fff-a604-4b40e7a635ef tempest-ListServerFiltersTestJSON-1916579573 tempest-ListServerFiltersTestJSON-1916579573-project-member] Enqueued Resource ID: 86fc5708-c0f4-4d9b-8df9-d5eba9966a02 with Priority: HIGHEST for action security_group_members [ 667.446346] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86fc5708-c0f4-4d9b-8df9-d5eba9966a02 with Priority: HIGHEST for action security_group_members [ 667.447697] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.447697] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.447697] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.447697] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.447697] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.447697] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.448237] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.448237] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.448237] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.448237] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86fc5708-c0f4-4d9b-8df9-d5eba9966a02',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.470753] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.471621] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.471621] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.471621] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.471621] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.485249] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afa32775-cad0-4771-bd2a-6b9faaa3fd14 in Status: UNINITIALIZED for 2s [ 667.950017] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86fc5708-c0f4-4d9b-8df9-d5eba9966a02',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.025653] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock network-976 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.026133] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "network-976" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.026133] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "network-976" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.026317] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "network-976" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.026586] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.026723] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.026814] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.027096] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.027221] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.027376] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 668.027484] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 668.027587] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 668.027688] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 668.027790] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 668.027886] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 668.028017] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 668.037473] env[65432]: INFO networking_nsxv3.common.synchronization [None req-8410619e-69e2-434a-be97-c7ab20d3d3ef None None] Enqueued Resource ID: e2ec464a-a812-4489-a1de-b563be2edbec with Priority: HIGHEST for action port [ 668.038045] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2ec464a-a812-4489-a1de-b563be2edbec with Priority: HIGHEST for action port [ 668.039266] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2ec464a-a812-4489-a1de-b563be2edbec taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.039266] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2ec464a-a812-4489-a1de-b563be2edbec" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.039266] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2ec464a-a812-4489-a1de-b563be2edbec" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.039266] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2ec464a-a812-4489-a1de-b563be2edbec" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.039266] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2ec464a-a812-4489-a1de-b563be2edbec',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.060023] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 668.060023] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 668.060023] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 668.060023] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "network-976" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.060023] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock port-2580f112-7e72-4e8f-b499-e60eba715cba taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.060023] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "port-2580f112-7e72-4e8f-b499-e60eba715cba" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.060023] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "port-2580f112-7e72-4e8f-b499-e60eba715cba" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.060023] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "port-2580f112-7e72-4e8f-b499-e60eba715cba" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.060023] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2580f112-7e72-4e8f-b499-e60eba715cba',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.454608] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86fc5708-c0f4-4d9b-8df9-d5eba9966a02',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.541463] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e2ec464a-a812-4489-a1de-b563be2edbec [ 668.541653] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.541783] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.541920] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.542347] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.542347] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.542347] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e2ec464a-a812-4489-a1de-b563be2edbec already deleted. [ 668.542347] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2ec464a-a812-4489-a1de-b563be2edbec" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.562901] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.562901] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.563166] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.563628] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.563881] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.564158] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Segment Port 2580f112-7e72-4e8f-b499-e60eba715cba not found, creating... [ 668.565025] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.565025] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.565025] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.565440] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.565630] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.566335] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.566335] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.566496] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.566821] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.567074] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.567308] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Resource: SegmentPort with ID: 2580f112-7e72-4e8f-b499-e60eba715cba is going to be created. [ 668.590790] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.591144] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.591350] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.591763] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.592108] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.592454] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "port-2580f112-7e72-4e8f-b499-e60eba715cba" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.772141] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84c12c3a-1be5-4681-a64f-a9e312c474bc in Status: SUCCESS [ 668.772141] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.959452] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.959452] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.959452] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.959452] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.959452] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.959452] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86fc5708-c0f4-4d9b-8df9-d5eba9966a02 is going to be updated. [ 668.990351] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.990539] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.990612] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.990840] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.990986] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.001846] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86fc5708-c0f4-4d9b-8df9-d5eba9966a02 in Status: IN_PROGRESS for 2s [ 669.021146] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfd4127f-dad4-498f-9f44-449c105469b9 in Status: SUCCESS [ 669.021146] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfd4127f-dad4-498f-9f44-449c105469b9 deletion is rescheduled due to dependency. [ 669.021146] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfd4127f-dad4-498f-9f44-449c105469b9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.353698] env[65432]: INFO networking_nsxv3.common.synchronization [req-c8777f5f-8dbc-4b9d-a530-f9a1eec6830b req-8056c15a-2340-4af8-a841-5b1dead2bc56 service nova] Enqueued Resource ID: 86fc5708-c0f4-4d9b-8df9-d5eba9966a02 with Priority: HIGHEST for action security_group_rules [ 669.353698] env[65432]: INFO networking_nsxv3.common.synchronization [req-c8777f5f-8dbc-4b9d-a530-f9a1eec6830b req-8056c15a-2340-4af8-a841-5b1dead2bc56 service nova] Enqueued Resource ID: 86fc5708-c0f4-4d9b-8df9-d5eba9966a02 with Priority: HIGHEST for action security_group_members [ 669.353917] env[65432]: INFO networking_nsxv3.common.synchronization [req-c8777f5f-8dbc-4b9d-a530-f9a1eec6830b req-8056c15a-2340-4af8-a841-5b1dead2bc56 service nova] Enqueued Resource ID: 2580f112-7e72-4e8f-b499-e60eba715cba with Priority: HIGHEST for action port [ 669.354107] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86fc5708-c0f4-4d9b-8df9-d5eba9966a02 with Priority: HIGHEST for action security_group_rules [ 669.354216] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86fc5708-c0f4-4d9b-8df9-d5eba9966a02 with Priority: HIGHEST for action security_group_members [ 669.354283] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2580f112-7e72-4e8f-b499-e60eba715cba with Priority: HIGHEST for action port [ 669.354851] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86fc5708-c0f4-4d9b-8df9-d5eba9966a02 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.354969] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.357104] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.357336] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.357419] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86fc5708-c0f4-4d9b-8df9-d5eba9966a02',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.358338] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.358467] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.358626] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-2580f112-7e72-4e8f-b499-e60eba715cba taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.358737] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2580f112-7e72-4e8f-b499-e60eba715cba" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.358791] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2580f112-7e72-4e8f-b499-e60eba715cba" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.358948] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2580f112-7e72-4e8f-b499-e60eba715cba" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.359037] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2580f112-7e72-4e8f-b499-e60eba715cba',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.496914] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afa32775-cad0-4771-bd2a-6b9faaa3fd14 in Status: SUCCESS [ 669.497144] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afa32775-cad0-4771-bd2a-6b9faaa3fd14" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.497319] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afa32775-cad0-4771-bd2a-6b9faaa3fd14" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.497650] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afa32775-cad0-4771-bd2a-6b9faaa3fd14" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.497851] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.498039] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.498101] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.498262] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.498342] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.498427] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afa32775-cad0-4771-bd2a-6b9faaa3fd14" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.498519] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('afa32775-cad0-4771-bd2a-6b9faaa3fd14',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.785968] env[65432]: INFO networking_nsxv3.common.synchronization [req-6bf52341-22f4-4737-8fd9-a06ccafefc4f req-1ce94334-c978-41a9-a0a2-01a30403cafa tempest-ListImageFiltersTestJSON-798043511 tempest-ListImageFiltersTestJSON-798043511-project-member] Enqueued Resource ID: db844549-e098-4196-a2f4-f81c3c1d7665 with Priority: HIGHEST for action security_group_members [ 669.786780] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db844549-e098-4196-a2f4-f81c3c1d7665 with Priority: HIGHEST for action security_group_members [ 669.787223] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-db844549-e098-4196-a2f4-f81c3c1d7665 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.787392] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db844549-e098-4196-a2f4-f81c3c1d7665" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.787490] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db844549-e098-4196-a2f4-f81c3c1d7665" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.787761] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db844549-e098-4196-a2f4-f81c3c1d7665" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.787980] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.788146] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.788286] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.788451] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.788581] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.788721] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db844549-e098-4196-a2f4-f81c3c1d7665',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.861075] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.861264] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.861562] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2580f112-7e72-4e8f-b499-e60eba715cba with status ACTIVE [ 669.861667] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.861751] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.861832] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.862061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.862141] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.862307] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.862398] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.862476] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.862694] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.862768] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.862961] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.862961] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.863101] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.863173] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.863240] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.863342] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2580f112-7e72-4e8f-b499-e60eba715cba is going to be updated. [ 669.893869] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.893869] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.893869] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.893869] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.893869] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.893869] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2580f112-7e72-4e8f-b499-e60eba715cba" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.003558] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-afa32775-cad0-4771-bd2a-6b9faaa3fd14 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.003857] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afa32775-cad0-4771-bd2a-6b9faaa3fd14" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.003857] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afa32775-cad0-4771-bd2a-6b9faaa3fd14" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.003984] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afa32775-cad0-4771-bd2a-6b9faaa3fd14" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.004558] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.004678] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.004744] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.004909] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.004996] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.005095] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afa32775-cad0-4771-bd2a-6b9faaa3fd14" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.005241] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-afa32775-cad0-4771-bd2a-6b9faaa3fd14 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.005330] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afa32775-cad0-4771-bd2a-6b9faaa3fd14" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.005386] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afa32775-cad0-4771-bd2a-6b9faaa3fd14" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.005526] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afa32775-cad0-4771-bd2a-6b9faaa3fd14" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.005721] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.005843] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.005915] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.006745] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.006844] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.006936] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afa32775-cad0-4771-bd2a-6b9faaa3fd14" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.007041] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('afa32775-cad0-4771-bd2a-6b9faaa3fd14',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.291430] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('db844549-e098-4196-a2f4-f81c3c1d7665',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.321525] env[65432]: INFO networking_nsxv3.common.synchronization [None req-f3957c63-1eca-4bc9-b850-b146131270e1 None None] Enqueued Resource ID: 7468cb84-25a5-4fe5-9b06-e3ba370d8ba4 with Priority: HIGHEST for action port [ 670.321968] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7468cb84-25a5-4fe5-9b06-e3ba370d8ba4 with Priority: HIGHEST for action port [ 670.322374] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-7468cb84-25a5-4fe5-9b06-e3ba370d8ba4 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.322487] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7468cb84-25a5-4fe5-9b06-e3ba370d8ba4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.322487] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7468cb84-25a5-4fe5-9b06-e3ba370d8ba4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.322745] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7468cb84-25a5-4fe5-9b06-e3ba370d8ba4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.322818] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7468cb84-25a5-4fe5-9b06-e3ba370d8ba4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.513324] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for afa32775-cad0-4771-bd2a-6b9faaa3fd14: rpc.has_security_group_logging(os_id): False [ 670.532104] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.532259] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.532326] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.532534] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.532650] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.536073] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.536286] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.536361] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.536610] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.536679] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.536892] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.537014] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.537060] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.537351] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.537491] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.537702] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.537800] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.537861] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.538063] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.538151] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.538470] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: afa32775-cad0-4771-bd2a-6b9faaa3fd14 is going to be created. [ 670.609661] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.609859] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.609924] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.610126] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.610307] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.625257] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: afa32775-cad0-4771-bd2a-6b9faaa3fd14 in Status: IN_PROGRESS for 2s [ 670.640446] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock network-36 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.640655] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "network-36" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.640771] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "network-36" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.641048] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "network-36" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.641685] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.642775] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.642775] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.642775] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.642775] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.642775] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 670.642775] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 670.642775] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 670.643049] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 670.643049] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 670.643049] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 670.643152] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 670.678860] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 670.680149] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 670.680149] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 670.680149] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "network-36" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.680149] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock port-ac46dd92-f1ad-4f88-8e99-f7429514478a taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.680481] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "port-ac46dd92-f1ad-4f88-8e99-f7429514478a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.680481] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "port-ac46dd92-f1ad-4f88-8e99-f7429514478a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.680780] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "port-ac46dd92-f1ad-4f88-8e99-f7429514478a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.680922] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac46dd92-f1ad-4f88-8e99-f7429514478a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.797215] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('db844549-e098-4196-a2f4-f81c3c1d7665',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.827947] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7468cb84-25a5-4fe5-9b06-e3ba370d8ba4 [ 670.828569] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.828715] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.828784] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.829013] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.829109] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.829207] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7468cb84-25a5-4fe5-9b06-e3ba370d8ba4 already deleted. [ 670.829290] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7468cb84-25a5-4fe5-9b06-e3ba370d8ba4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.898210] env[65432]: INFO networking_nsxv3.common.synchronization [None req-ab6e3490-c16c-46e8-9618-fefe8d8e7bea tempest-AttachInterfacesTestJSON-373384684 tempest-AttachInterfacesTestJSON-373384684-project-member] Enqueued Resource ID: cae9d60a-5688-405d-9e09-55fbb57373a0 with Priority: HIGHEST for action security_group_rules [ 670.898210] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cae9d60a-5688-405d-9e09-55fbb57373a0 with Priority: HIGHEST for action security_group_rules [ 670.898906] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cae9d60a-5688-405d-9e09-55fbb57373a0 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.898906] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cae9d60a-5688-405d-9e09-55fbb57373a0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.898906] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cae9d60a-5688-405d-9e09-55fbb57373a0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.899112] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cae9d60a-5688-405d-9e09-55fbb57373a0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.899561] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cae9d60a-5688-405d-9e09-55fbb57373a0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.011592] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86fc5708-c0f4-4d9b-8df9-d5eba9966a02 in Status: SUCCESS [ 671.011884] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.011993] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.012201] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.012388] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.012507] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.012571] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.012728] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.012808] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.012901] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86fc5708-c0f4-4d9b-8df9-d5eba9966a02',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.117985] env[65432]: INFO networking_nsxv3.common.synchronization [None req-4d711120-c2ec-4b01-9ed4-9eec74aa6f10 tempest-AttachInterfacesTestJSON-373384684 tempest-AttachInterfacesTestJSON-373384684-project-member] Enqueued Resource ID: cae9d60a-5688-405d-9e09-55fbb57373a0 with Priority: HIGHEST for action security_group_rules [ 671.118489] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cae9d60a-5688-405d-9e09-55fbb57373a0 with Priority: HIGHEST for action security_group_rules [ 671.118838] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cae9d60a-5688-405d-9e09-55fbb57373a0 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.118914] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cae9d60a-5688-405d-9e09-55fbb57373a0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.184517] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.184876] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.185044] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.185374] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.185537] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.185710] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Segment Port ac46dd92-f1ad-4f88-8e99-f7429514478a not found, creating... [ 671.186000] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.186185] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.186296] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.186546] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.186723] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.187042] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.187210] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.187330] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.187551] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.187683] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.187834] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Resource: SegmentPort with ID: ac46dd92-f1ad-4f88-8e99-f7429514478a is going to be created. [ 671.212341] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.212787] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.212787] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.213050] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.213340] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.213605] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "port-ac46dd92-f1ad-4f88-8e99-f7429514478a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.299352] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.299580] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.299580] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.299822] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.300645] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.300645] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db844549-e098-4196-a2f4-f81c3c1d7665 is going to be updated. [ 671.342194] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.342440] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.342440] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.342652] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.342805] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.354353] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db844549-e098-4196-a2f4-f81c3c1d7665 in Status: IN_PROGRESS for 2s [ 671.425058] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.425058] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.425058] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.425058] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.425058] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.425058] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cae9d60a-5688-405d-9e09-55fbb57373a0 already deleted. [ 671.425633] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cae9d60a-5688-405d-9e09-55fbb57373a0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.425909] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cae9d60a-5688-405d-9e09-55fbb57373a0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.426183] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cae9d60a-5688-405d-9e09-55fbb57373a0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.426363] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cae9d60a-5688-405d-9e09-55fbb57373a0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.516879] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86fc5708-c0f4-4d9b-8df9-d5eba9966a02',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.907074] env[65432]: INFO networking_nsxv3.common.synchronization [req-6bf52341-22f4-4737-8fd9-a06ccafefc4f req-2a92d537-4a33-4be4-a3b6-57c2cce194cd service nova] Enqueued Resource ID: db844549-e098-4196-a2f4-f81c3c1d7665 with Priority: HIGHEST for action security_group_rules [ 671.907496] env[65432]: INFO networking_nsxv3.common.synchronization [req-6bf52341-22f4-4737-8fd9-a06ccafefc4f req-2a92d537-4a33-4be4-a3b6-57c2cce194cd service nova] Enqueued Resource ID: db844549-e098-4196-a2f4-f81c3c1d7665 with Priority: HIGHEST for action security_group_members [ 671.907496] env[65432]: INFO networking_nsxv3.common.synchronization [req-6bf52341-22f4-4737-8fd9-a06ccafefc4f req-2a92d537-4a33-4be4-a3b6-57c2cce194cd service nova] Enqueued Resource ID: ac46dd92-f1ad-4f88-8e99-f7429514478a with Priority: HIGHEST for action port [ 671.907910] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db844549-e098-4196-a2f4-f81c3c1d7665 with Priority: HIGHEST for action security_group_rules [ 671.908050] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db844549-e098-4196-a2f4-f81c3c1d7665 with Priority: HIGHEST for action security_group_members [ 671.908150] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac46dd92-f1ad-4f88-8e99-f7429514478a with Priority: HIGHEST for action port [ 671.908693] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db844549-e098-4196-a2f4-f81c3c1d7665 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.908843] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db844549-e098-4196-a2f4-f81c3c1d7665" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.908882] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db844549-e098-4196-a2f4-f81c3c1d7665" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.909090] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db844549-e098-4196-a2f4-f81c3c1d7665" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.909169] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db844549-e098-4196-a2f4-f81c3c1d7665',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.910009] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-db844549-e098-4196-a2f4-f81c3c1d7665 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.910097] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db844549-e098-4196-a2f4-f81c3c1d7665" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.910287] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac46dd92-f1ad-4f88-8e99-f7429514478a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.910388] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac46dd92-f1ad-4f88-8e99-f7429514478a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.910447] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac46dd92-f1ad-4f88-8e99-f7429514478a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.910813] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac46dd92-f1ad-4f88-8e99-f7429514478a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.910886] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac46dd92-f1ad-4f88-8e99-f7429514478a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.948039] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.948289] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.948397] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.948701] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.948855] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.949321] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cae9d60a-5688-405d-9e09-55fbb57373a0 already deleted. [ 671.949321] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cae9d60a-5688-405d-9e09-55fbb57373a0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.020664] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86fc5708-c0f4-4d9b-8df9-d5eba9966a02',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.413767] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-db844549-e098-4196-a2f4-f81c3c1d7665 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.414500] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db844549-e098-4196-a2f4-f81c3c1d7665" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.414500] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ac46dd92-f1ad-4f88-8e99-f7429514478a with status ACTIVE [ 672.414500] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.414500] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.414803] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.414803] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.414912] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.416126] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.416126] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.416126] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.416126] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.416126] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.416126] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.416126] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.416126] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.417740] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.417740] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.417740] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ac46dd92-f1ad-4f88-8e99-f7429514478a is going to be updated. [ 672.442205] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.442417] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.442497] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.442721] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.443066] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.443066] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac46dd92-f1ad-4f88-8e99-f7429514478a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.523135] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.527036] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.527036] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.527036] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.527036] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.527036] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86fc5708-c0f4-4d9b-8df9-d5eba9966a02 is going to be updated. [ 672.580208] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.580208] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.580208] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.580208] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.580208] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.593547] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86fc5708-c0f4-4d9b-8df9-d5eba9966a02 in Status: IN_PROGRESS for 2s [ 672.647728] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: afa32775-cad0-4771-bd2a-6b9faaa3fd14 in Status: SUCCESS [ 672.647728] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-afa32775-cad0-4771-bd2a-6b9faaa3fd14" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.367658] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db844549-e098-4196-a2f4-f81c3c1d7665 in Status: SUCCESS [ 673.367658] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db844549-e098-4196-a2f4-f81c3c1d7665" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.367658] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db844549-e098-4196-a2f4-f81c3c1d7665" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.367658] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db844549-e098-4196-a2f4-f81c3c1d7665" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.367658] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.367658] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.368243] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.368243] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.368243] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.368243] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db844549-e098-4196-a2f4-f81c3c1d7665',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.871543] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('db844549-e098-4196-a2f4-f81c3c1d7665',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.377557] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('db844549-e098-4196-a2f4-f81c3c1d7665',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.479337] env[65432]: INFO networking_nsxv3.common.synchronization [req-c26cec0f-af9d-471e-b7ca-fd47e7819d67 req-f498803d-016a-488e-b315-12a272a1f2cb tempest-ListServerFiltersTestJSON-1916579573 tempest-ListServerFiltersTestJSON-1916579573-project-member] Enqueued Resource ID: 86fc5708-c0f4-4d9b-8df9-d5eba9966a02 with Priority: HIGHEST for action security_group_members [ 674.479845] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86fc5708-c0f4-4d9b-8df9-d5eba9966a02 with Priority: HIGHEST for action security_group_members [ 674.482057] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.482057] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.604887] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86fc5708-c0f4-4d9b-8df9-d5eba9966a02 in Status: SUCCESS [ 674.605035] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.605126] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.605330] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.605535] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.605615] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.605668] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.605839] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.605921] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.606028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.606105] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('86fc5708-c0f4-4d9b-8df9-d5eba9966a02',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.609042] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.609042] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.609042] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.609042] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.609042] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.609574] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.609574] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.609574] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86fc5708-c0f4-4d9b-8df9-d5eba9966a02',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.881122] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.881249] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.881312] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.881632] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.881730] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.881825] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db844549-e098-4196-a2f4-f81c3c1d7665 is going to be updated. [ 674.922665] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.922801] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.922878] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.923124] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.923272] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.935816] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db844549-e098-4196-a2f4-f81c3c1d7665 in Status: IN_PROGRESS for 2s [ 675.014903] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock network-976 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.015318] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "network-976" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.015318] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "network-976" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.016067] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "network-976" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.016067] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.016067] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.016304] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.016696] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.016851] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.017048] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 675.017209] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 675.018586] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 675.018586] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 675.018586] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 675.018586] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 675.018586] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 675.077485] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 675.077485] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Cache value generated in 0.060 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 675.077765] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 675.077765] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "network-976" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.078096] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock port-bf3c35f2-8745-4f5e-8b11-e569b51bc2a5 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.078268] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "port-bf3c35f2-8745-4f5e-8b11-e569b51bc2a5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.078387] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "port-bf3c35f2-8745-4f5e-8b11-e569b51bc2a5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.078750] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "port-bf3c35f2-8745-4f5e-8b11-e569b51bc2a5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.078884] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf3c35f2-8745-4f5e-8b11-e569b51bc2a5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.111038] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.111038] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.111544] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86fc5708-c0f4-4d9b-8df9-d5eba9966a02',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.582041] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.582467] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.582467] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.582693] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.582840] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.582996] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Segment Port bf3c35f2-8745-4f5e-8b11-e569b51bc2a5 not found, creating... [ 675.583454] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.583639] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.583756] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.584190] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.584335] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.584708] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.584883] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.584995] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.585240] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.585403] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.585552] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Resource: SegmentPort with ID: bf3c35f2-8745-4f5e-8b11-e569b51bc2a5 is going to be created. [ 675.609556] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.609763] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.609883] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.610691] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.610792] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.611015] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "port-bf3c35f2-8745-4f5e-8b11-e569b51bc2a5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.615526] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86fc5708-c0f4-4d9b-8df9-d5eba9966a02',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.027580] env[65432]: INFO networking_nsxv3.common.synchronization [req-d24d834f-5ace-4823-81ba-f5ceb7f7a74d req-61c3ac80-de97-458c-9538-c5a77866592f tempest-TenantUsagesTestJSON-862307307 tempest-TenantUsagesTestJSON-862307307-project-member] Enqueued Resource ID: 592e925e-3395-4399-a070-57ca4943078c with Priority: HIGHEST for action security_group_members [ 676.028337] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 592e925e-3395-4399-a070-57ca4943078c with Priority: HIGHEST for action security_group_members [ 676.028836] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-592e925e-3395-4399-a070-57ca4943078c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.028964] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-592e925e-3395-4399-a070-57ca4943078c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.029073] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-592e925e-3395-4399-a070-57ca4943078c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.029955] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-592e925e-3395-4399-a070-57ca4943078c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.029955] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.029955] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.029955] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.029955] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.029955] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.029955] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('592e925e-3395-4399-a070-57ca4943078c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.120021] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.120021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.120021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.120021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.120021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.120021] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86fc5708-c0f4-4d9b-8df9-d5eba9966a02 is going to be updated. [ 676.147307] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.148137] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.148137] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.148137] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.148137] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.158409] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86fc5708-c0f4-4d9b-8df9-d5eba9966a02 in Status: IN_PROGRESS for 2s [ 676.310610] env[65432]: INFO networking_nsxv3.common.synchronization [req-c26cec0f-af9d-471e-b7ca-fd47e7819d67 req-ded60d9b-8103-4608-ab99-fd0d7de63182 service nova] Enqueued Resource ID: 86fc5708-c0f4-4d9b-8df9-d5eba9966a02 with Priority: HIGHEST for action security_group_rules [ 676.310904] env[65432]: INFO networking_nsxv3.common.synchronization [req-c26cec0f-af9d-471e-b7ca-fd47e7819d67 req-ded60d9b-8103-4608-ab99-fd0d7de63182 service nova] Enqueued Resource ID: 86fc5708-c0f4-4d9b-8df9-d5eba9966a02 with Priority: HIGHEST for action security_group_members [ 676.311147] env[65432]: INFO networking_nsxv3.common.synchronization [req-c26cec0f-af9d-471e-b7ca-fd47e7819d67 req-ded60d9b-8103-4608-ab99-fd0d7de63182 service nova] Enqueued Resource ID: bf3c35f2-8745-4f5e-8b11-e569b51bc2a5 with Priority: HIGHEST for action port [ 676.312860] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86fc5708-c0f4-4d9b-8df9-d5eba9966a02 with Priority: HIGHEST for action security_group_rules [ 676.312860] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86fc5708-c0f4-4d9b-8df9-d5eba9966a02 with Priority: HIGHEST for action security_group_members [ 676.312860] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf3c35f2-8745-4f5e-8b11-e569b51bc2a5 with Priority: HIGHEST for action port [ 676.313211] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86fc5708-c0f4-4d9b-8df9-d5eba9966a02 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.313211] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.313449] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.313569] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.313863] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf3c35f2-8745-4f5e-8b11-e569b51bc2a5 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.313863] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf3c35f2-8745-4f5e-8b11-e569b51bc2a5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.313994] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf3c35f2-8745-4f5e-8b11-e569b51bc2a5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.314225] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf3c35f2-8745-4f5e-8b11-e569b51bc2a5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.314307] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf3c35f2-8745-4f5e-8b11-e569b51bc2a5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.533817] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.533972] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.533972] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.534224] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.534428] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.535577] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.535577] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.535577] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.535577] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.535577] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.535577] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 592e925e-3395-4399-a070-57ca4943078c is going to be updated. [ 676.566862] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.567059] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.567137] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.567348] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.567535] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.579050] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 592e925e-3395-4399-a070-57ca4943078c in Status: IN_PROGRESS for 2s [ 676.723871] env[65432]: INFO networking_nsxv3.common.synchronization [req-45c4cc05-9569-4003-96a1-821e0e006caf req-31971db0-5ea3-493c-814d-1c978b4036f7 tempest-FloatingIPsAssociationNegativeTestJSON-1965443314 tempest-FloatingIPsAssociationNegativeTestJSON-1965443314-project-member] Enqueued Resource ID: 77933014-c766-4dfa-b5c3-7d376876f18a with Priority: HIGHEST for action security_group_members [ 676.724511] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77933014-c766-4dfa-b5c3-7d376876f18a with Priority: HIGHEST for action security_group_members [ 676.724839] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-77933014-c766-4dfa-b5c3-7d376876f18a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.724943] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77933014-c766-4dfa-b5c3-7d376876f18a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.725036] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77933014-c766-4dfa-b5c3-7d376876f18a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.725227] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77933014-c766-4dfa-b5c3-7d376876f18a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.725381] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.725481] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.725556] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.725687] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.725772] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.725865] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77933014-c766-4dfa-b5c3-7d376876f18a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.816083] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bf3c35f2-8745-4f5e-8b11-e569b51bc2a5 with status ACTIVE [ 676.816649] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.816649] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.816649] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.816886] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.816886] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.817043] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.817101] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.817134] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.817286] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.817406] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.817540] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.817697] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.817697] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.817825] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.817918] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.818015] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bf3c35f2-8745-4f5e-8b11-e569b51bc2a5 is going to be updated. [ 676.839757] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.839939] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.840043] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.840296] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.840462] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.840654] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf3c35f2-8745-4f5e-8b11-e569b51bc2a5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.947119] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db844549-e098-4196-a2f4-f81c3c1d7665 in Status: SUCCESS [ 676.947444] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db844549-e098-4196-a2f4-f81c3c1d7665" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.947737] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db844549-e098-4196-a2f4-f81c3c1d7665" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.948153] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db844549-e098-4196-a2f4-f81c3c1d7665" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.948370] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.948494] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.948563] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.948869] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.948974] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.949089] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db844549-e098-4196-a2f4-f81c3c1d7665" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.949190] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('db844549-e098-4196-a2f4-f81c3c1d7665',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.967543] env[65432]: INFO networking_nsxv3.common.synchronization [req-ff766e27-6f6c-4b83-baa9-17e7bb80326d req-94c928b0-9c12-4a56-b34c-6805caa12ca5 tempest-FloatingIPsAssociationTestJSON-1330977823 tempest-FloatingIPsAssociationTestJSON-1330977823-project-member] Enqueued Resource ID: 35116453-bb0b-4bbd-b781-a2749b2cbd47 with Priority: HIGHEST for action security_group_members [ 676.968058] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35116453-bb0b-4bbd-b781-a2749b2cbd47 with Priority: HIGHEST for action security_group_members [ 676.968368] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-35116453-bb0b-4bbd-b781-a2749b2cbd47 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.968488] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35116453-bb0b-4bbd-b781-a2749b2cbd47" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.968596] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35116453-bb0b-4bbd-b781-a2749b2cbd47" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.968777] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35116453-bb0b-4bbd-b781-a2749b2cbd47" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.968932] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.969073] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.969139] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.969298] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.969388] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.969484] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35116453-bb0b-4bbd-b781-a2749b2cbd47',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.231062] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.231062] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.231323] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.231383] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.231510] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.231660] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.231784] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.231843] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.231961] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.232049] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.232136] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77933014-c766-4dfa-b5c3-7d376876f18a is going to be updated. [ 677.264213] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.264487] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.264601] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.264799] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.264994] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.275736] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77933014-c766-4dfa-b5c3-7d376876f18a in Status: IN_PROGRESS for 2s [ 677.455082] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-db844549-e098-4196-a2f4-f81c3c1d7665 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.455082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db844549-e098-4196-a2f4-f81c3c1d7665" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.455082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db844549-e098-4196-a2f4-f81c3c1d7665" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.455082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db844549-e098-4196-a2f4-f81c3c1d7665" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.455082] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.455082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.455082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.455082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.455082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.455082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db844549-e098-4196-a2f4-f81c3c1d7665" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.455082] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-db844549-e098-4196-a2f4-f81c3c1d7665 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.455082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db844549-e098-4196-a2f4-f81c3c1d7665" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.455082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db844549-e098-4196-a2f4-f81c3c1d7665" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.455082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db844549-e098-4196-a2f4-f81c3c1d7665" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.455082] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.455082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.455828] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.455828] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.455828] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.455828] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db844549-e098-4196-a2f4-f81c3c1d7665" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.455828] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('db844549-e098-4196-a2f4-f81c3c1d7665',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.472285] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35116453-bb0b-4bbd-b781-a2749b2cbd47',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.959542] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for db844549-e098-4196-a2f4-f81c3c1d7665: rpc.has_security_group_logging(os_id): False [ 677.975016] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35116453-bb0b-4bbd-b781-a2749b2cbd47',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.992775] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.992775] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.992775] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.992775] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.992775] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.992775] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.992775] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.992775] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.992775] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.992775] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.992775] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.992775] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.992775] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.992775] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.992775] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.993461] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.993461] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.993461] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.993461] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.993461] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.993461] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db844549-e098-4196-a2f4-f81c3c1d7665 is going to be updated. [ 678.098883] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.099060] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.099105] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.099314] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.099484] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.114460] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db844549-e098-4196-a2f4-f81c3c1d7665 in Status: IN_PROGRESS for 2s [ 678.177598] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86fc5708-c0f4-4d9b-8df9-d5eba9966a02 in Status: SUCCESS [ 678.177840] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.178050] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.178285] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.178500] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.178604] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.178747] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.178835] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.178925] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.179345] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.179345] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.179345] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.179345] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.179588] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.179684] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.179781] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.179781] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.179972] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.179972] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.180340] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.180464] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('86fc5708-c0f4-4d9b-8df9-d5eba9966a02',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.181428] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.181890] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.181890] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.181890] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.182089] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.182142] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.182215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.182298] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86fc5708-c0f4-4d9b-8df9-d5eba9966a02',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.479620] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.479620] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.479620] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.479908] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.481151] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.481151] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35116453-bb0b-4bbd-b781-a2749b2cbd47 is going to be updated. [ 678.489622] env[65432]: INFO networking_nsxv3.common.synchronization [None req-04698849-795c-44d1-94be-c436ceab5a34 None None] Enqueued Resource ID: a46d2fd1-9ef1-4b52-85ec-af5ec70fc9aa with Priority: HIGHEST for action port [ 678.489878] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a46d2fd1-9ef1-4b52-85ec-af5ec70fc9aa with Priority: HIGHEST for action port [ 678.490485] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-a46d2fd1-9ef1-4b52-85ec-af5ec70fc9aa taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.490775] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a46d2fd1-9ef1-4b52-85ec-af5ec70fc9aa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.490869] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a46d2fd1-9ef1-4b52-85ec-af5ec70fc9aa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.491205] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a46d2fd1-9ef1-4b52-85ec-af5ec70fc9aa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.491287] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a46d2fd1-9ef1-4b52-85ec-af5ec70fc9aa',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.517378] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.517378] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.517378] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.517378] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.517378] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.530713] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35116453-bb0b-4bbd-b781-a2749b2cbd47 in Status: IN_PROGRESS for 2s [ 678.589911] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 592e925e-3395-4399-a070-57ca4943078c in Status: SUCCESS [ 678.590353] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 592e925e-3395-4399-a070-57ca4943078c deletion is rescheduled due to dependency. [ 678.590515] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-592e925e-3395-4399-a070-57ca4943078c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.686553] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 86fc5708-c0f4-4d9b-8df9-d5eba9966a02: rpc.has_security_group_logging(os_id): False [ 678.688311] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86fc5708-c0f4-4d9b-8df9-d5eba9966a02',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.723065] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.723065] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.723065] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.723065] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.723065] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.723065] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.723065] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.723065] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.723065] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.723065] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.723065] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.723663] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.723663] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.723883] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.724054] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.724323] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.724463] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.724550] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.724727] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.725154] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.725414] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86fc5708-c0f4-4d9b-8df9-d5eba9966a02 is going to be updated. [ 678.818322] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.818322] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.818538] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.818867] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.819071] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.834165] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86fc5708-c0f4-4d9b-8df9-d5eba9966a02 in Status: IN_PROGRESS for 2s [ 678.993446] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a46d2fd1-9ef1-4b52-85ec-af5ec70fc9aa [ 678.993856] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.993974] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.994071] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.994258] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.994423] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.994501] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a46d2fd1-9ef1-4b52-85ec-af5ec70fc9aa already deleted. [ 678.994575] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a46d2fd1-9ef1-4b52-85ec-af5ec70fc9aa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.193715] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86fc5708-c0f4-4d9b-8df9-d5eba9966a02',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.292135] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77933014-c766-4dfa-b5c3-7d376876f18a in Status: SUCCESS [ 679.292343] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77933014-c766-4dfa-b5c3-7d376876f18a deletion is rescheduled due to dependency. [ 679.292468] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77933014-c766-4dfa-b5c3-7d376876f18a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.698418] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.698659] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.698772] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.699095] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.699237] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.699377] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86fc5708-c0f4-4d9b-8df9-d5eba9966a02 is going to be updated. [ 679.751133] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.751133] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.751133] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.751133] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.751133] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.761820] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86fc5708-c0f4-4d9b-8df9-d5eba9966a02 in Status: IN_PROGRESS for 2s [ 680.130884] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db844549-e098-4196-a2f4-f81c3c1d7665 in Status: SUCCESS [ 680.131361] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db844549-e098-4196-a2f4-f81c3c1d7665" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.542211] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35116453-bb0b-4bbd-b781-a2749b2cbd47 in Status: SUCCESS [ 680.542211] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35116453-bb0b-4bbd-b781-a2749b2cbd47" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.848849] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86fc5708-c0f4-4d9b-8df9-d5eba9966a02 in Status: SUCCESS [ 680.849337] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.850178] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.850553] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.850769] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86fc5708-c0f4-4d9b-8df9-d5eba9966a02',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.176416] env[65432]: INFO networking_nsxv3.common.synchronization [req-7e692d8c-7d5b-4860-94ce-f645764b4c5c req-49622025-0231-4bff-a410-77be0b29f0ad tempest-ServerActionsV293TestJSON-1792249001 tempest-ServerActionsV293TestJSON-1792249001-project-member] Enqueued Resource ID: f5added1-9d9c-4f9e-bb7b-d12b27fd9dbb with Priority: HIGHEST for action security_group_members [ 681.179166] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5added1-9d9c-4f9e-bb7b-d12b27fd9dbb with Priority: HIGHEST for action security_group_members [ 681.182570] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5added1-9d9c-4f9e-bb7b-d12b27fd9dbb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.182755] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5added1-9d9c-4f9e-bb7b-d12b27fd9dbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.182800] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5added1-9d9c-4f9e-bb7b-d12b27fd9dbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.183080] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5added1-9d9c-4f9e-bb7b-d12b27fd9dbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.183280] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.183374] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.183464] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.183628] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.183734] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.183838] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5added1-9d9c-4f9e-bb7b-d12b27fd9dbb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.353251] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.353792] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.687812] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.688033] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.688086] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.688295] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.688595] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.688595] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.688705] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.688747] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.688933] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.689033] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.689213] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5added1-9d9c-4f9e-bb7b-d12b27fd9dbb already deleted. [ 681.689453] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5added1-9d9c-4f9e-bb7b-d12b27fd9dbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.776484] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86fc5708-c0f4-4d9b-8df9-d5eba9966a02 in Status: SUCCESS [ 681.777890] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.777890] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.777890] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.777890] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.777890] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.777890] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.777890] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.777890] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.777890] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.778330] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('86fc5708-c0f4-4d9b-8df9-d5eba9966a02',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.868179] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock network-786 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.868179] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "network-786" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.868179] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "network-786" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.868179] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "network-786" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.868179] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.868179] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.868179] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.869094] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.869377] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.869839] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 681.870183] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 681.870443] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 681.870685] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 681.870931] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 681.871305] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 681.871656] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 681.896078] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 681.896078] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 681.896078] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 681.896078] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "network-786" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.900026] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock port-01358c69-140b-4a2c-a6e2-bfc95eabad91 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.900026] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "port-01358c69-140b-4a2c-a6e2-bfc95eabad91" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.900026] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "port-01358c69-140b-4a2c-a6e2-bfc95eabad91" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.900026] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "port-01358c69-140b-4a2c-a6e2-bfc95eabad91" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.900026] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01358c69-140b-4a2c-a6e2-bfc95eabad91',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.157314] env[65432]: INFO networking_nsxv3.common.synchronization [None req-d3dc3ba2-d4dc-4e62-8a31-45258dc10f01 tempest-AttachInterfacesUnderV243Test-1005424132 tempest-AttachInterfacesUnderV243Test-1005424132-project-member] Enqueued Resource ID: 495b2387-d937-406b-81b8-0791c88d6224 with Priority: HIGHEST for action security_group_rules [ 682.157314] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 495b2387-d937-406b-81b8-0791c88d6224 with Priority: HIGHEST for action security_group_rules [ 682.157314] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-495b2387-d937-406b-81b8-0791c88d6224 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.158137] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-495b2387-d937-406b-81b8-0791c88d6224" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.158318] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-495b2387-d937-406b-81b8-0791c88d6224" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.159175] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-495b2387-d937-406b-81b8-0791c88d6224" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.159522] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('495b2387-d937-406b-81b8-0791c88d6224',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.280396] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.280743] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.280743] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.280854] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.281038] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.281171] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.281232] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.281461] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.281582] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.281684] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.281858] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.281965] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.282034] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.282181] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.282349] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.282536] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.282536] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.282644] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.282747] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.282888] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.282888] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('86fc5708-c0f4-4d9b-8df9-d5eba9966a02',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.308078] env[65432]: INFO networking_nsxv3.common.synchronization [None req-53243611-fdb1-4867-af27-2c636704b1ca tempest-AttachInterfacesUnderV243Test-1005424132 tempest-AttachInterfacesUnderV243Test-1005424132-project-member] Enqueued Resource ID: 495b2387-d937-406b-81b8-0791c88d6224 with Priority: HIGHEST for action security_group_rules [ 682.308632] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 495b2387-d937-406b-81b8-0791c88d6224 with Priority: HIGHEST for action security_group_rules [ 682.308972] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-495b2387-d937-406b-81b8-0791c88d6224 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.309106] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-495b2387-d937-406b-81b8-0791c88d6224" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.403395] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.403395] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.403395] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.403395] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.403395] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.403395] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Segment Port 01358c69-140b-4a2c-a6e2-bfc95eabad91 not found, creating... [ 682.403395] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.403395] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.403395] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.403395] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.403395] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.404406] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.404406] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.404406] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.404406] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.404406] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.404406] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Resource: SegmentPort with ID: 01358c69-140b-4a2c-a6e2-bfc95eabad91 is going to be created. [ 682.431754] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.431954] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.432092] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.432368] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.432663] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.432895] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "port-01358c69-140b-4a2c-a6e2-bfc95eabad91" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.680365] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.680605] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.680605] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.680733] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.680824] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.680923] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 495b2387-d937-406b-81b8-0791c88d6224 already deleted. [ 682.681018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-495b2387-d937-406b-81b8-0791c88d6224" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.681197] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-495b2387-d937-406b-81b8-0791c88d6224" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.681379] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-495b2387-d937-406b-81b8-0791c88d6224" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.681568] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('495b2387-d937-406b-81b8-0791c88d6224',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.785656] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 86fc5708-c0f4-4d9b-8df9-d5eba9966a02: rpc.has_security_group_logging(os_id): False [ 682.805110] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.805306] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.805358] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.805554] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.805668] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.805930] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.806041] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.806118] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.806284] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.806401] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.806550] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.806634] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.806726] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.806831] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.806932] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.807659] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.807775] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.807835] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.807988] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.808081] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.808168] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86fc5708-c0f4-4d9b-8df9-d5eba9966a02 is going to be updated. [ 682.831149] env[65432]: INFO networking_nsxv3.common.synchronization [None req-a50d279e-d585-4388-b520-5973cf9a2977 None None] Enqueued Resource ID: 0a5dc75c-2cbd-4ef9-87aa-748688e95ef5 with Priority: HIGHEST for action port [ 682.831408] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a5dc75c-2cbd-4ef9-87aa-748688e95ef5 with Priority: HIGHEST for action port [ 682.831944] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a5dc75c-2cbd-4ef9-87aa-748688e95ef5 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.832241] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a5dc75c-2cbd-4ef9-87aa-748688e95ef5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.832241] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a5dc75c-2cbd-4ef9-87aa-748688e95ef5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.832470] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a5dc75c-2cbd-4ef9-87aa-748688e95ef5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.832593] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a5dc75c-2cbd-4ef9-87aa-748688e95ef5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.877661] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.878120] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.878332] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.878701] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.878987] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.894739] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86fc5708-c0f4-4d9b-8df9-d5eba9966a02 in Status: IN_PROGRESS for 2s [ 683.146127] env[65432]: INFO networking_nsxv3.common.synchronization [req-7e692d8c-7d5b-4860-94ce-f645764b4c5c req-83166a16-4ad9-4255-81d7-f0e1e4b8c77e service nova] Enqueued Resource ID: f5added1-9d9c-4f9e-bb7b-d12b27fd9dbb with Priority: HIGHEST for action security_group_rules [ 683.146312] env[65432]: INFO networking_nsxv3.common.synchronization [req-7e692d8c-7d5b-4860-94ce-f645764b4c5c req-83166a16-4ad9-4255-81d7-f0e1e4b8c77e service nova] Enqueued Resource ID: f5added1-9d9c-4f9e-bb7b-d12b27fd9dbb with Priority: HIGHEST for action security_group_members [ 683.146466] env[65432]: INFO networking_nsxv3.common.synchronization [req-7e692d8c-7d5b-4860-94ce-f645764b4c5c req-83166a16-4ad9-4255-81d7-f0e1e4b8c77e service nova] Enqueued Resource ID: 01358c69-140b-4a2c-a6e2-bfc95eabad91 with Priority: HIGHEST for action port [ 683.146983] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5added1-9d9c-4f9e-bb7b-d12b27fd9dbb with Priority: HIGHEST for action security_group_rules [ 683.147127] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5added1-9d9c-4f9e-bb7b-d12b27fd9dbb with Priority: HIGHEST for action security_group_members [ 683.147227] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01358c69-140b-4a2c-a6e2-bfc95eabad91 with Priority: HIGHEST for action port [ 683.147493] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5added1-9d9c-4f9e-bb7b-d12b27fd9dbb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.147637] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5added1-9d9c-4f9e-bb7b-d12b27fd9dbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.147683] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5added1-9d9c-4f9e-bb7b-d12b27fd9dbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.147865] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5added1-9d9c-4f9e-bb7b-d12b27fd9dbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.147942] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5added1-9d9c-4f9e-bb7b-d12b27fd9dbb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.150678] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5added1-9d9c-4f9e-bb7b-d12b27fd9dbb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.150678] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5added1-9d9c-4f9e-bb7b-d12b27fd9dbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.150678] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5added1-9d9c-4f9e-bb7b-d12b27fd9dbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.150678] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5added1-9d9c-4f9e-bb7b-d12b27fd9dbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.150678] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.150678] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.150678] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.150678] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.150678] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.150678] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5added1-9d9c-4f9e-bb7b-d12b27fd9dbb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.156532] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-01358c69-140b-4a2c-a6e2-bfc95eabad91 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.156681] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01358c69-140b-4a2c-a6e2-bfc95eabad91" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.156877] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01358c69-140b-4a2c-a6e2-bfc95eabad91" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.156947] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01358c69-140b-4a2c-a6e2-bfc95eabad91" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.157034] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01358c69-140b-4a2c-a6e2-bfc95eabad91',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.202952] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.202952] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.202952] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.203245] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.203245] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.203354] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 495b2387-d937-406b-81b8-0791c88d6224 already deleted. [ 683.204337] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-495b2387-d937-406b-81b8-0791c88d6224" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.335433] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0a5dc75c-2cbd-4ef9-87aa-748688e95ef5 [ 683.337207] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.337207] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.337207] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.337207] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.337207] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.337207] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0a5dc75c-2cbd-4ef9-87aa-748688e95ef5 already deleted. [ 683.337207] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a5dc75c-2cbd-4ef9-87aa-748688e95ef5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.661730] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5added1-9d9c-4f9e-bb7b-d12b27fd9dbb taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.663814] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5added1-9d9c-4f9e-bb7b-d12b27fd9dbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.663814] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f5added1-9d9c-4f9e-bb7b-d12b27fd9dbb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.663814] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 01358c69-140b-4a2c-a6e2-bfc95eabad91 with status ACTIVE [ 683.663814] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.663814] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.664132] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.664132] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.664199] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.664940] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.664940] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.664940] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.664940] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.664940] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.664940] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.665251] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.665251] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.665251] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.665346] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.665346] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 01358c69-140b-4a2c-a6e2-bfc95eabad91 is going to be updated. [ 683.691271] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.691271] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.691451] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.692186] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.692186] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.692186] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01358c69-140b-4a2c-a6e2-bfc95eabad91" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.757181] env[65432]: INFO networking_nsxv3.common.synchronization [req-c9c2b2b8-b9a4-4887-8a8f-24d9c0e56090 req-99e1e0fd-6e9d-41e0-aad8-b531276c3a7f tempest-ServerDiskConfigTestJSON-621321756 tempest-ServerDiskConfigTestJSON-621321756-project-member] Enqueued Resource ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 with Priority: HIGHEST for action security_group_members [ 683.757766] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 with Priority: HIGHEST for action security_group_members [ 683.758082] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-50575cbb-c5ae-41f3-bd63-feaf511b6d87 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.758238] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.758345] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.758477] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.758630] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.758720] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.758791] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.758938] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.759119] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.759226] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50575cbb-c5ae-41f3-bd63-feaf511b6d87',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.167455] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f5added1-9d9c-4f9e-bb7b-d12b27fd9dbb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.260708] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock network-383 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.260946] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "network-383" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.261128] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "network-383" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.261460] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "network-383" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.261737] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.261916] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.262105] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.262706] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.262891] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.263156] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 684.263349] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 684.263457] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 684.263582] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 684.263728] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 684.263908] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 684.263993] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 684.265586] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.265728] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.265814] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.266441] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.266599] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.266819] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.266941] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.267048] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.267228] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.267344] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.267439] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 is going to be updated. [ 684.290987] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 684.291208] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 684.291462] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 684.291689] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "network-383" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.292107] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock port-cfc66edb-f292-4e0e-be15-73da0df7bdf6 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.292333] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "port-cfc66edb-f292-4e0e-be15-73da0df7bdf6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.292505] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "port-cfc66edb-f292-4e0e-be15-73da0df7bdf6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.292882] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "port-cfc66edb-f292-4e0e-be15-73da0df7bdf6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.293242] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfc66edb-f292-4e0e-be15-73da0df7bdf6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.297288] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.297408] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.297460] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.297669] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.297839] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.307713] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 in Status: IN_PROGRESS for 2s [ 684.671585] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.674717] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.674717] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.674717] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.674717] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.674717] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5added1-9d9c-4f9e-bb7b-d12b27fd9dbb is going to be created. [ 684.707480] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.707480] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.707480] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.707480] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.707480] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.720397] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5added1-9d9c-4f9e-bb7b-d12b27fd9dbb in Status: UNINITIALIZED for 2s [ 684.798093] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.798093] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.798093] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.798093] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.798093] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.798093] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Segment Port cfc66edb-f292-4e0e-be15-73da0df7bdf6 not found, creating... [ 684.798093] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.798093] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.798093] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.798093] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.798093] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.798888] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.798888] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.798888] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.799267] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.799557] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.800327] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Resource: SegmentPort with ID: cfc66edb-f292-4e0e-be15-73da0df7bdf6 is going to be created. [ 684.823121] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.824866] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.824866] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.824866] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.824866] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.824866] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "port-cfc66edb-f292-4e0e-be15-73da0df7bdf6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.913601] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86fc5708-c0f4-4d9b-8df9-d5eba9966a02 in Status: SUCCESS [ 684.913770] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.008181] env[65432]: INFO networking_nsxv3.common.synchronization [None req-07465510-8b9b-41ba-99ed-0b6df619537a None None] Enqueued Resource ID: f1383d6a-06ab-457f-a119-249ce5303a3d with Priority: HIGHEST for action port [ 685.008761] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1383d6a-06ab-457f-a119-249ce5303a3d with Priority: HIGHEST for action port [ 685.009086] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1383d6a-06ab-457f-a119-249ce5303a3d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.009211] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1383d6a-06ab-457f-a119-249ce5303a3d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.009281] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1383d6a-06ab-457f-a119-249ce5303a3d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.009545] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1383d6a-06ab-457f-a119-249ce5303a3d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.009631] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1383d6a-06ab-457f-a119-249ce5303a3d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.512500] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f1383d6a-06ab-457f-a119-249ce5303a3d [ 685.513417] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.513417] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.513417] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.513417] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.513417] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.513417] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f1383d6a-06ab-457f-a119-249ce5303a3d already deleted. [ 685.513417] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1383d6a-06ab-457f-a119-249ce5303a3d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.521514] env[65432]: INFO networking_nsxv3.common.synchronization [req-c9c2b2b8-b9a4-4887-8a8f-24d9c0e56090 req-0d6db59f-54f0-472e-af55-83ae995aab5b service nova] Enqueued Resource ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 with Priority: HIGHEST for action security_group_rules [ 685.521772] env[65432]: INFO networking_nsxv3.common.synchronization [req-c9c2b2b8-b9a4-4887-8a8f-24d9c0e56090 req-0d6db59f-54f0-472e-af55-83ae995aab5b service nova] Enqueued Resource ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 with Priority: HIGHEST for action security_group_members [ 685.521916] env[65432]: INFO networking_nsxv3.common.synchronization [req-c9c2b2b8-b9a4-4887-8a8f-24d9c0e56090 req-0d6db59f-54f0-472e-af55-83ae995aab5b service nova] Enqueued Resource ID: cfc66edb-f292-4e0e-be15-73da0df7bdf6 with Priority: HIGHEST for action port [ 685.522444] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 with Priority: HIGHEST for action security_group_rules [ 685.522627] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 with Priority: HIGHEST for action security_group_members [ 685.522735] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfc66edb-f292-4e0e-be15-73da0df7bdf6 with Priority: HIGHEST for action port [ 685.522994] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50575cbb-c5ae-41f3-bd63-feaf511b6d87 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.523374] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.523374] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.523945] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.524049] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50575cbb-c5ae-41f3-bd63-feaf511b6d87',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.524879] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-50575cbb-c5ae-41f3-bd63-feaf511b6d87 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.524977] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.525177] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-cfc66edb-f292-4e0e-be15-73da0df7bdf6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.525269] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cfc66edb-f292-4e0e-be15-73da0df7bdf6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.525332] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cfc66edb-f292-4e0e-be15-73da0df7bdf6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.525494] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cfc66edb-f292-4e0e-be15-73da0df7bdf6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.525585] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfc66edb-f292-4e0e-be15-73da0df7bdf6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.026952] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-50575cbb-c5ae-41f3-bd63-feaf511b6d87 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.029016] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.029016] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cfc66edb-f292-4e0e-be15-73da0df7bdf6 with status ACTIVE [ 686.029016] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.031021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.031021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.031021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.031021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.031021] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.031021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.031021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.031021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.031021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.031021] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.031021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.031021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.031021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.031021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.031021] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cfc66edb-f292-4e0e-be15-73da0df7bdf6 is going to be updated. [ 686.060296] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.060458] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.060530] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.061055] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.061225] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.061589] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cfc66edb-f292-4e0e-be15-73da0df7bdf6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.247890] env[65432]: INFO networking_nsxv3.common.synchronization [req-7304ebd6-8215-46dc-b6a5-5584114814bf req-19c21a6f-6f19-4efc-8bd5-869381a98b43 tempest-ServerRescueTestJSONUnderV235-1508585070 tempest-ServerRescueTestJSONUnderV235-1508585070-project-member] Enqueued Resource ID: 6ecd6ae4-322a-4610-8134-e084eed8490e with Priority: HIGHEST for action security_group_members [ 686.249299] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ecd6ae4-322a-4610-8134-e084eed8490e with Priority: HIGHEST for action security_group_members [ 686.249638] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ecd6ae4-322a-4610-8134-e084eed8490e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.249765] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ecd6ae4-322a-4610-8134-e084eed8490e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.249817] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ecd6ae4-322a-4610-8134-e084eed8490e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.251210] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ecd6ae4-322a-4610-8134-e084eed8490e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.251210] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.251210] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.251210] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.251210] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.251210] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.251210] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ecd6ae4-322a-4610-8134-e084eed8490e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.319298] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 in Status: SUCCESS [ 686.319528] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 deletion is rescheduled due to dependency. [ 686.319648] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.320562] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.320707] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.320918] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.321110] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.321162] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.321325] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.321406] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.321507] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50575cbb-c5ae-41f3-bd63-feaf511b6d87',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.630705] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock network-892 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.630815] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "network-892" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.630950] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "network-892" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.631263] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "network-892" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.631563] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.631867] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.632083] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.632286] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.632427] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.632632] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 686.632737] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 686.632837] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 686.632943] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 686.633047] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 686.633178] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 686.633268] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 686.659276] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 686.659276] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 686.659276] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 686.659276] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "network-892" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.660736] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock port-b9b50217-32d3-423c-b6c1-2563be2f5f31 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.660736] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "port-b9b50217-32d3-423c-b6c1-2563be2f5f31" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.660736] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "port-b9b50217-32d3-423c-b6c1-2563be2f5f31" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.662181] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "port-b9b50217-32d3-423c-b6c1-2563be2f5f31" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.662181] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9b50217-32d3-423c-b6c1-2563be2f5f31',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.735222] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5added1-9d9c-4f9e-bb7b-d12b27fd9dbb in Status: SUCCESS [ 686.735386] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5added1-9d9c-4f9e-bb7b-d12b27fd9dbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.735761] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5added1-9d9c-4f9e-bb7b-d12b27fd9dbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.735852] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5added1-9d9c-4f9e-bb7b-d12b27fd9dbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.736296] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.736719] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.736813] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.736964] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.737144] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.737239] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5added1-9d9c-4f9e-bb7b-d12b27fd9dbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.737811] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f5added1-9d9c-4f9e-bb7b-d12b27fd9dbb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.754245] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.754403] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.754482] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.755435] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.755621] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.755907] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.756053] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.756121] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.756404] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.756503] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.756621] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ecd6ae4-322a-4610-8134-e084eed8490e already deleted. [ 686.756998] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ecd6ae4-322a-4610-8134-e084eed8490e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.828441] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50575cbb-c5ae-41f3-bd63-feaf511b6d87',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.899294] env[65432]: INFO networking_nsxv3.common.synchronization [None req-47f23776-b4b5-4c60-a421-52f4f6f727c7 None None] Enqueued Resource ID: 45970170-61e7-480c-968b-11125dac33bd with Priority: HIGHEST for action port [ 686.899916] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45970170-61e7-480c-968b-11125dac33bd with Priority: HIGHEST for action port [ 686.904930] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-45970170-61e7-480c-968b-11125dac33bd taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.906599] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45970170-61e7-480c-968b-11125dac33bd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.906599] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45970170-61e7-480c-968b-11125dac33bd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.906599] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45970170-61e7-480c-968b-11125dac33bd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.906599] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45970170-61e7-480c-968b-11125dac33bd',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.166302] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.166772] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.166772] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.166901] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.167070] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.167223] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Segment Port b9b50217-32d3-423c-b6c1-2563be2f5f31 not found, creating... [ 687.167483] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.167632] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.167738] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.167957] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.168109] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.168400] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.168549] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.168662] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.168867] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.168993] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.169139] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Resource: SegmentPort with ID: b9b50217-32d3-423c-b6c1-2563be2f5f31 is going to be created. [ 687.190225] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.190463] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.190647] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.191669] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.191669] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.191669] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "port-b9b50217-32d3-423c-b6c1-2563be2f5f31" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.242704] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f5added1-9d9c-4f9e-bb7b-d12b27fd9dbb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.330392] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50575cbb-c5ae-41f3-bd63-feaf511b6d87',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.410197] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 45970170-61e7-480c-968b-11125dac33bd [ 687.410440] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.410578] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.410651] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.410877] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.411040] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.411191] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:45970170-61e7-480c-968b-11125dac33bd already deleted. [ 687.411290] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45970170-61e7-480c-968b-11125dac33bd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.746485] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f5added1-9d9c-4f9e-bb7b-d12b27fd9dbb: rpc.has_security_group_logging(os_id): False [ 687.773227] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.773402] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.773562] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.773741] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.774125] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.774404] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.774619] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.774619] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.774779] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.774863] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.774954] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5added1-9d9c-4f9e-bb7b-d12b27fd9dbb is going to be created. [ 687.834737] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.834965] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.835103] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.835375] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.835522] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.835627] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 is going to be updated. [ 687.854608] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.854608] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.854608] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.854608] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.854825] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.870799] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5added1-9d9c-4f9e-bb7b-d12b27fd9dbb in Status: IN_PROGRESS for 2s [ 687.879037] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.879037] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.879372] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.879372] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.879498] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.892671] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 in Status: IN_PROGRESS for 2s [ 688.024088] env[65432]: INFO networking_nsxv3.common.synchronization [req-7304ebd6-8215-46dc-b6a5-5584114814bf req-04e2cc80-7b35-4f43-9148-2651ce3cada4 service nova] Enqueued Resource ID: 6ecd6ae4-322a-4610-8134-e084eed8490e with Priority: HIGHEST for action security_group_rules [ 688.024088] env[65432]: INFO networking_nsxv3.common.synchronization [req-7304ebd6-8215-46dc-b6a5-5584114814bf req-04e2cc80-7b35-4f43-9148-2651ce3cada4 service nova] Enqueued Resource ID: 6ecd6ae4-322a-4610-8134-e084eed8490e with Priority: HIGHEST for action security_group_members [ 688.024088] env[65432]: INFO networking_nsxv3.common.synchronization [req-7304ebd6-8215-46dc-b6a5-5584114814bf req-04e2cc80-7b35-4f43-9148-2651ce3cada4 service nova] Enqueued Resource ID: b9b50217-32d3-423c-b6c1-2563be2f5f31 with Priority: HIGHEST for action port [ 688.024088] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ecd6ae4-322a-4610-8134-e084eed8490e with Priority: HIGHEST for action security_group_rules [ 688.024088] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ecd6ae4-322a-4610-8134-e084eed8490e with Priority: HIGHEST for action security_group_members [ 688.024088] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9b50217-32d3-423c-b6c1-2563be2f5f31 with Priority: HIGHEST for action port [ 688.024088] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ecd6ae4-322a-4610-8134-e084eed8490e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.024801] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ecd6ae4-322a-4610-8134-e084eed8490e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.024801] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ecd6ae4-322a-4610-8134-e084eed8490e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.024801] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ecd6ae4-322a-4610-8134-e084eed8490e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.024801] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ecd6ae4-322a-4610-8134-e084eed8490e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.026664] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ecd6ae4-322a-4610-8134-e084eed8490e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.026664] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ecd6ae4-322a-4610-8134-e084eed8490e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.026664] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ecd6ae4-322a-4610-8134-e084eed8490e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.026664] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ecd6ae4-322a-4610-8134-e084eed8490e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.026927] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.026927] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.027024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.027170] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.027235] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.027335] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ecd6ae4-322a-4610-8134-e084eed8490e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.029468] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9b50217-32d3-423c-b6c1-2563be2f5f31 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.029468] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9b50217-32d3-423c-b6c1-2563be2f5f31" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.029468] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9b50217-32d3-423c-b6c1-2563be2f5f31" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.029468] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9b50217-32d3-423c-b6c1-2563be2f5f31" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.029468] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9b50217-32d3-423c-b6c1-2563be2f5f31',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.531622] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ecd6ae4-322a-4610-8134-e084eed8490e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.532713] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ecd6ae4-322a-4610-8134-e084eed8490e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.532713] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6ecd6ae4-322a-4610-8134-e084eed8490e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.532878] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b9b50217-32d3-423c-b6c1-2563be2f5f31 with status ACTIVE [ 688.533073] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.533212] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.533277] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.533520] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.533608] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.533791] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.533882] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.533940] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.537115] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.537115] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.537115] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.537115] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.537322] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.537354] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.537437] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.537541] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b9b50217-32d3-423c-b6c1-2563be2f5f31 is going to be updated. [ 688.562364] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.562364] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.562364] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.562364] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.562364] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.562799] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9b50217-32d3-423c-b6c1-2563be2f5f31" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.040346] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6ecd6ae4-322a-4610-8134-e084eed8490e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.544078] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.544369] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.544846] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.545524] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.545675] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.545822] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ecd6ae4-322a-4610-8134-e084eed8490e is going to be created. [ 689.579790] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.580086] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.580206] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.580439] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.580611] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.594303] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ecd6ae4-322a-4610-8134-e084eed8490e in Status: UNINITIALIZED for 2s [ 689.884661] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5added1-9d9c-4f9e-bb7b-d12b27fd9dbb in Status: SUCCESS [ 689.884970] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5added1-9d9c-4f9e-bb7b-d12b27fd9dbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.904273] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 in Status: SUCCESS [ 689.904633] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.904725] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.905747] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.905747] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.905747] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.905747] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.905747] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.905747] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.905747] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.911034] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('50575cbb-c5ae-41f3-bd63-feaf511b6d87',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.414717] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-50575cbb-c5ae-41f3-bd63-feaf511b6d87 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.414717] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.414717] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.414915] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.415127] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.415218] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.415218] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.417184] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.417184] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.417184] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.417184] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-50575cbb-c5ae-41f3-bd63-feaf511b6d87 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.417184] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.417184] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.417184] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.417184] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.417184] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.417184] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.417184] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.417184] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.417184] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.417184] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('50575cbb-c5ae-41f3-bd63-feaf511b6d87',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.924232] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 50575cbb-c5ae-41f3-bd63-feaf511b6d87: rpc.has_security_group_logging(os_id): False [ 690.945769] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.945769] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.945769] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.945769] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.945769] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.945769] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.945769] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.945769] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.945769] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.945769] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.945769] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.945769] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.945769] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.945769] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.946772] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.947610] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.947610] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.947883] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.948642] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.950094] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.950094] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 is going to be updated. [ 691.027780] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.027933] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.028055] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.028244] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.028398] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.042777] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 in Status: IN_PROGRESS for 2s [ 691.608905] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ecd6ae4-322a-4610-8134-e084eed8490e in Status: SUCCESS [ 691.609294] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ecd6ae4-322a-4610-8134-e084eed8490e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.609369] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ecd6ae4-322a-4610-8134-e084eed8490e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.609612] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ecd6ae4-322a-4610-8134-e084eed8490e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.609825] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.609997] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.610081] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.610268] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.610385] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.610505] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ecd6ae4-322a-4610-8134-e084eed8490e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.610623] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6ecd6ae4-322a-4610-8134-e084eed8490e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.004127] env[65432]: INFO networking_nsxv3.common.synchronization [None req-b90731cd-7cfa-4c84-be18-3cef1a3c6868 None None] Enqueued Resource ID: dfe5ed4e-8177-4fcb-ba5a-928050ffd272 with Priority: HIGHEST for action port [ 692.004680] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfe5ed4e-8177-4fcb-ba5a-928050ffd272 with Priority: HIGHEST for action port [ 692.004988] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-dfe5ed4e-8177-4fcb-ba5a-928050ffd272 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.005130] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dfe5ed4e-8177-4fcb-ba5a-928050ffd272" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.005200] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dfe5ed4e-8177-4fcb-ba5a-928050ffd272" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.006681] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dfe5ed4e-8177-4fcb-ba5a-928050ffd272" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.006765] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfe5ed4e-8177-4fcb-ba5a-928050ffd272',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.009142] env[65432]: INFO networking_nsxv3.common.synchronization [req-0a7cfb92-04cb-4e39-b040-bdb14c5764a3 req-615dd4f4-5125-4783-aab5-9237427c6577 tempest-VolumesAdminNegativeTest-1213440681 tempest-VolumesAdminNegativeTest-1213440681-project-member] Enqueued Resource ID: afa32775-cad0-4771-bd2a-6b9faaa3fd14 with Priority: HIGHEST for action security_group_members [ 692.009708] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afa32775-cad0-4771-bd2a-6b9faaa3fd14 with Priority: HIGHEST for action security_group_members [ 692.009827] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-afa32775-cad0-4771-bd2a-6b9faaa3fd14 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.009940] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afa32775-cad0-4771-bd2a-6b9faaa3fd14" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.010016] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afa32775-cad0-4771-bd2a-6b9faaa3fd14" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.010371] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afa32775-cad0-4771-bd2a-6b9faaa3fd14" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.010525] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.010720] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.010790] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.010941] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.011041] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.011146] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afa32775-cad0-4771-bd2a-6b9faaa3fd14',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.114095] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ecd6ae4-322a-4610-8134-e084eed8490e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.114258] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ecd6ae4-322a-4610-8134-e084eed8490e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.114258] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ecd6ae4-322a-4610-8134-e084eed8490e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.114483] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ecd6ae4-322a-4610-8134-e084eed8490e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.115722] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.115722] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.115722] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.115722] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.115722] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.115722] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ecd6ae4-322a-4610-8134-e084eed8490e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.115722] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ecd6ae4-322a-4610-8134-e084eed8490e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.115722] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ecd6ae4-322a-4610-8134-e084eed8490e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.115722] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ecd6ae4-322a-4610-8134-e084eed8490e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.116052] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ecd6ae4-322a-4610-8134-e084eed8490e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.116052] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.116052] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.116133] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.116834] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.117111] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.117353] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ecd6ae4-322a-4610-8134-e084eed8490e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.117489] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6ecd6ae4-322a-4610-8134-e084eed8490e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.514171] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dfe5ed4e-8177-4fcb-ba5a-928050ffd272 [ 692.514415] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.514626] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.514788] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.515029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.515142] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.515246] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dfe5ed4e-8177-4fcb-ba5a-928050ffd272 already deleted. [ 692.515349] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dfe5ed4e-8177-4fcb-ba5a-928050ffd272" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.515791] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.515937] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.515994] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.516728] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.516728] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.516840] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.516901] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.516930] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.517558] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.517558] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.517558] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afa32775-cad0-4771-bd2a-6b9faaa3fd14 is going to be updated. [ 692.545957] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.546117] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.546188] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.546396] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.546542] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.556706] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afa32775-cad0-4771-bd2a-6b9faaa3fd14 in Status: IN_PROGRESS for 2s [ 692.621081] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6ecd6ae4-322a-4610-8134-e084eed8490e: rpc.has_security_group_logging(os_id): False [ 692.638888] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.638888] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.638888] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.638888] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.638888] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.639186] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.639266] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.639266] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.639470] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.640564] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.640564] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.640564] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.640564] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.640564] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.640564] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.640894] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.640894] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.640894] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.641049] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.641086] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.641181] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ecd6ae4-322a-4610-8134-e084eed8490e is going to be created. [ 692.710494] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.710494] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.710494] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.710494] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.710740] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.722788] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ecd6ae4-322a-4610-8134-e084eed8490e in Status: IN_PROGRESS for 2s [ 693.058243] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 in Status: SUCCESS [ 693.058473] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.120242] env[65432]: INFO networking_nsxv3.common.synchronization [req-23679f0c-698c-4c5f-9879-e2a3c628061b req-02865292-dee7-4052-ad6c-403f724ee2af tempest-ServerRescueTestJSON-1613494716 tempest-ServerRescueTestJSON-1613494716-project-member] Enqueued Resource ID: 392d2d70-ae20-4fb3-998a-f769f8aa2c2d with Priority: HIGHEST for action security_group_members [ 693.120982] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 392d2d70-ae20-4fb3-998a-f769f8aa2c2d with Priority: HIGHEST for action security_group_members [ 693.121519] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-392d2d70-ae20-4fb3-998a-f769f8aa2c2d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.121676] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-392d2d70-ae20-4fb3-998a-f769f8aa2c2d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.124095] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-392d2d70-ae20-4fb3-998a-f769f8aa2c2d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.124095] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-392d2d70-ae20-4fb3-998a-f769f8aa2c2d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.124095] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.124095] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.124095] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.124095] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.124095] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.124095] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('392d2d70-ae20-4fb3-998a-f769f8aa2c2d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.597078] env[65432]: INFO networking_nsxv3.common.synchronization [None req-c121fe5c-67d8-454e-98b3-b80b8300e382 None None] Enqueued Resource ID: 4524fbe0-ad37-4663-88c3-20da5059bead with Priority: HIGHEST for action port [ 693.598060] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4524fbe0-ad37-4663-88c3-20da5059bead with Priority: HIGHEST for action port [ 693.598299] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-4524fbe0-ad37-4663-88c3-20da5059bead taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.598680] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4524fbe0-ad37-4663-88c3-20da5059bead" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.598812] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4524fbe0-ad37-4663-88c3-20da5059bead" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.599252] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4524fbe0-ad37-4663-88c3-20da5059bead" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.599506] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4524fbe0-ad37-4663-88c3-20da5059bead',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.628259] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.628470] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.628548] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.628926] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.628989] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.629309] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.629516] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.629591] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.629791] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.629845] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.629938] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 392d2d70-ae20-4fb3-998a-f769f8aa2c2d already deleted. [ 693.630032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-392d2d70-ae20-4fb3-998a-f769f8aa2c2d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.639924] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock network-847 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.639924] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "network-847" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.639924] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "network-847" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.640602] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "network-847" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.642089] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.642089] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.642089] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.642089] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.646315] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.646315] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 693.646315] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 693.646315] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 693.646315] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 693.646315] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 693.646315] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 693.646315] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 693.665668] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 693.667018] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 693.667018] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 693.667018] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "network-847" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.667018] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock port-9480306e-0405-4104-99db-0f6d2cd5a5ce taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.667018] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "port-9480306e-0405-4104-99db-0f6d2cd5a5ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.667018] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "port-9480306e-0405-4104-99db-0f6d2cd5a5ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.667363] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "port-9480306e-0405-4104-99db-0f6d2cd5a5ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.667430] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9480306e-0405-4104-99db-0f6d2cd5a5ce',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.103740] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4524fbe0-ad37-4663-88c3-20da5059bead [ 694.104020] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.104175] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.104246] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.104463] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.104586] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.104712] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4524fbe0-ad37-4663-88c3-20da5059bead already deleted. [ 694.104758] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4524fbe0-ad37-4663-88c3-20da5059bead" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.170430] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.171843] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.171843] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.171843] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.172146] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.172354] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Segment Port 9480306e-0405-4104-99db-0f6d2cd5a5ce not found, creating... [ 694.173018] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.173018] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.173018] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.173264] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.173926] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.173926] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.174156] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.174393] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.174471] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.174657] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.174841] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Resource: SegmentPort with ID: 9480306e-0405-4104-99db-0f6d2cd5a5ce is going to be created. [ 694.199884] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.200293] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.200483] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.200736] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.201097] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.201408] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "port-9480306e-0405-4104-99db-0f6d2cd5a5ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.541607] env[65432]: INFO networking_nsxv3.common.synchronization [None req-ac75b5da-ab5e-4911-9bcb-4c04506c8a19 None None] Enqueued Resource ID: 2d2e4fbd-20be-4896-a66a-da9295dba9e1 with Priority: HIGHEST for action port [ 694.542570] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d2e4fbd-20be-4896-a66a-da9295dba9e1 with Priority: HIGHEST for action port [ 694.542570] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d2e4fbd-20be-4896-a66a-da9295dba9e1 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.542675] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d2e4fbd-20be-4896-a66a-da9295dba9e1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.542874] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d2e4fbd-20be-4896-a66a-da9295dba9e1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.543401] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d2e4fbd-20be-4896-a66a-da9295dba9e1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.543401] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d2e4fbd-20be-4896-a66a-da9295dba9e1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.569418] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afa32775-cad0-4771-bd2a-6b9faaa3fd14 in Status: SUCCESS [ 694.569418] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afa32775-cad0-4771-bd2a-6b9faaa3fd14 deletion is rescheduled due to dependency. [ 694.569418] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afa32775-cad0-4771-bd2a-6b9faaa3fd14" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.735909] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ecd6ae4-322a-4610-8134-e084eed8490e in Status: SUCCESS [ 694.736990] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ecd6ae4-322a-4610-8134-e084eed8490e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.972281] env[65432]: INFO networking_nsxv3.common.synchronization [req-23679f0c-698c-4c5f-9879-e2a3c628061b req-5f21f067-2b38-4fb3-a160-34b775c1c82c service nova] Enqueued Resource ID: 392d2d70-ae20-4fb3-998a-f769f8aa2c2d with Priority: HIGHEST for action security_group_rules [ 694.972490] env[65432]: INFO networking_nsxv3.common.synchronization [req-23679f0c-698c-4c5f-9879-e2a3c628061b req-5f21f067-2b38-4fb3-a160-34b775c1c82c service nova] Enqueued Resource ID: 392d2d70-ae20-4fb3-998a-f769f8aa2c2d with Priority: HIGHEST for action security_group_members [ 694.972695] env[65432]: INFO networking_nsxv3.common.synchronization [req-23679f0c-698c-4c5f-9879-e2a3c628061b req-5f21f067-2b38-4fb3-a160-34b775c1c82c service nova] Enqueued Resource ID: 9480306e-0405-4104-99db-0f6d2cd5a5ce with Priority: HIGHEST for action port [ 694.973361] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 392d2d70-ae20-4fb3-998a-f769f8aa2c2d with Priority: HIGHEST for action security_group_rules [ 694.973520] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 392d2d70-ae20-4fb3-998a-f769f8aa2c2d with Priority: HIGHEST for action security_group_members [ 694.973644] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9480306e-0405-4104-99db-0f6d2cd5a5ce with Priority: HIGHEST for action port [ 694.973930] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-392d2d70-ae20-4fb3-998a-f769f8aa2c2d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.974090] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-392d2d70-ae20-4fb3-998a-f769f8aa2c2d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.974162] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-392d2d70-ae20-4fb3-998a-f769f8aa2c2d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.974449] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-392d2d70-ae20-4fb3-998a-f769f8aa2c2d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.974652] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('392d2d70-ae20-4fb3-998a-f769f8aa2c2d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.975610] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-392d2d70-ae20-4fb3-998a-f769f8aa2c2d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.975739] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-392d2d70-ae20-4fb3-998a-f769f8aa2c2d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.979017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-392d2d70-ae20-4fb3-998a-f769f8aa2c2d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.979017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-392d2d70-ae20-4fb3-998a-f769f8aa2c2d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.979017] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.979017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.979017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.979017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.979017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.979017] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('392d2d70-ae20-4fb3-998a-f769f8aa2c2d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.979017] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-9480306e-0405-4104-99db-0f6d2cd5a5ce taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.979017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9480306e-0405-4104-99db-0f6d2cd5a5ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.979017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9480306e-0405-4104-99db-0f6d2cd5a5ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.979017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9480306e-0405-4104-99db-0f6d2cd5a5ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.979017] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9480306e-0405-4104-99db-0f6d2cd5a5ce',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.046725] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2d2e4fbd-20be-4896-a66a-da9295dba9e1 [ 695.046725] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.046725] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.046725] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.046725] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.046725] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.046725] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2d2e4fbd-20be-4896-a66a-da9295dba9e1 already deleted. [ 695.046725] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d2e4fbd-20be-4896-a66a-da9295dba9e1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.482905] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-392d2d70-ae20-4fb3-998a-f769f8aa2c2d taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.484380] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-392d2d70-ae20-4fb3-998a-f769f8aa2c2d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.484380] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('392d2d70-ae20-4fb3-998a-f769f8aa2c2d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.484505] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9480306e-0405-4104-99db-0f6d2cd5a5ce with status ACTIVE [ 695.485567] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.485567] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.485567] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.485567] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.485567] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.486877] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.487597] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.487597] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.487597] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.487699] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.488592] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.488592] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.488592] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.488592] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.488592] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.488592] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9480306e-0405-4104-99db-0f6d2cd5a5ce is going to be updated. [ 695.518146] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.518146] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.518146] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.518146] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.518146] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.518146] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9480306e-0405-4104-99db-0f6d2cd5a5ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.990073] env[65432]: INFO networking_nsxv3.common.synchronization [None req-969dac68-5c01-4b7c-a805-40e595ba34ba None None] Enqueued Resource ID: e9fafb0f-a42c-44eb-93f6-c173583bc50e with Priority: HIGHEST for action port [ 695.993102] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9fafb0f-a42c-44eb-93f6-c173583bc50e with Priority: HIGHEST for action port [ 695.993999] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('392d2d70-ae20-4fb3-998a-f769f8aa2c2d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.994861] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9fafb0f-a42c-44eb-93f6-c173583bc50e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.995095] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9fafb0f-a42c-44eb-93f6-c173583bc50e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.995205] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9fafb0f-a42c-44eb-93f6-c173583bc50e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.995550] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9fafb0f-a42c-44eb-93f6-c173583bc50e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.995639] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9fafb0f-a42c-44eb-93f6-c173583bc50e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.499860] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e9fafb0f-a42c-44eb-93f6-c173583bc50e [ 696.500117] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.500734] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.500734] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.500734] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.500734] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.500734] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e9fafb0f-a42c-44eb-93f6-c173583bc50e already deleted. [ 696.500911] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9fafb0f-a42c-44eb-93f6-c173583bc50e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.501688] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.501688] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.501688] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.501688] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.501688] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.501688] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 392d2d70-ae20-4fb3-998a-f769f8aa2c2d is going to be created. [ 696.527040] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.527040] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.527202] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.527488] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.527777] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.540070] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 392d2d70-ae20-4fb3-998a-f769f8aa2c2d in Status: UNINITIALIZED for 2s [ 696.870151] env[65432]: INFO networking_nsxv3.common.synchronization [req-90e79a5b-5baf-4b4d-a2f1-427a8a38cfe2 req-ddf8db06-f55f-4ba6-a469-c21baad6ebe4 tempest-SecurityGroupRulesTestJSON-825772892 tempest-SecurityGroupRulesTestJSON-825772892-project-member] Enqueued Resource ID: d751eb95-49f7-4e97-82cd-82a83bf9dc8d with Priority: HIGHEST for action security_group_rules [ 696.870151] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d751eb95-49f7-4e97-82cd-82a83bf9dc8d with Priority: HIGHEST for action security_group_rules [ 696.870151] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d751eb95-49f7-4e97-82cd-82a83bf9dc8d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.870151] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d751eb95-49f7-4e97-82cd-82a83bf9dc8d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.870151] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d751eb95-49f7-4e97-82cd-82a83bf9dc8d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.870151] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d751eb95-49f7-4e97-82cd-82a83bf9dc8d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.870151] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d751eb95-49f7-4e97-82cd-82a83bf9dc8d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.391654] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.391654] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.391654] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.391654] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.391654] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.391654] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d751eb95-49f7-4e97-82cd-82a83bf9dc8d already deleted. [ 697.391654] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d751eb95-49f7-4e97-82cd-82a83bf9dc8d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.553534] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 392d2d70-ae20-4fb3-998a-f769f8aa2c2d in Status: SUCCESS [ 698.554180] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-392d2d70-ae20-4fb3-998a-f769f8aa2c2d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.554480] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-392d2d70-ae20-4fb3-998a-f769f8aa2c2d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.556081] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-392d2d70-ae20-4fb3-998a-f769f8aa2c2d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.556081] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.556081] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.556081] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.556081] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.556081] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.556081] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-392d2d70-ae20-4fb3-998a-f769f8aa2c2d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.556081] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('392d2d70-ae20-4fb3-998a-f769f8aa2c2d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.062279] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-392d2d70-ae20-4fb3-998a-f769f8aa2c2d taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.062531] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-392d2d70-ae20-4fb3-998a-f769f8aa2c2d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.062531] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-392d2d70-ae20-4fb3-998a-f769f8aa2c2d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.062760] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-392d2d70-ae20-4fb3-998a-f769f8aa2c2d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.062964] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.063076] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.063140] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.063322] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.063415] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.063555] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-392d2d70-ae20-4fb3-998a-f769f8aa2c2d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.063732] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-392d2d70-ae20-4fb3-998a-f769f8aa2c2d taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.063844] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-392d2d70-ae20-4fb3-998a-f769f8aa2c2d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.063956] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-392d2d70-ae20-4fb3-998a-f769f8aa2c2d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.064133] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-392d2d70-ae20-4fb3-998a-f769f8aa2c2d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.064283] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.064400] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.064465] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.064615] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.064698] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.064781] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-392d2d70-ae20-4fb3-998a-f769f8aa2c2d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.064873] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('392d2d70-ae20-4fb3-998a-f769f8aa2c2d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.341296] env[65432]: INFO networking_nsxv3.common.synchronization [req-0e41758a-46f9-4e91-87c6-0a9cb9b870d7 req-6af2e29b-6a0c-4001-aaca-2ca2199a9830 tempest-SecurityGroupRulesTestJSON-825772892 tempest-SecurityGroupRulesTestJSON-825772892-project-member] Enqueued Resource ID: 0c132015-027c-4238-85c4-28a9dd1f0217 with Priority: HIGHEST for action security_group_rules [ 699.342249] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c132015-027c-4238-85c4-28a9dd1f0217 with Priority: HIGHEST for action security_group_rules [ 699.342620] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c132015-027c-4238-85c4-28a9dd1f0217 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.342759] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c132015-027c-4238-85c4-28a9dd1f0217" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.343489] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c132015-027c-4238-85c4-28a9dd1f0217" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.343489] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c132015-027c-4238-85c4-28a9dd1f0217" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.343489] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c132015-027c-4238-85c4-28a9dd1f0217',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.567745] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 392d2d70-ae20-4fb3-998a-f769f8aa2c2d: rpc.has_security_group_logging(os_id): False [ 699.592972] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.593133] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.593178] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.593445] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.593493] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.593793] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.593953] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.593953] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.594173] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.594173] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.594729] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.594729] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.594729] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.594729] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.594729] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.594938] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.595942] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.596382] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.596382] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.596382] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.597096] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 392d2d70-ae20-4fb3-998a-f769f8aa2c2d is going to be created. [ 699.669643] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.669790] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.669858] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.670082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.670273] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.683747] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 392d2d70-ae20-4fb3-998a-f769f8aa2c2d in Status: IN_PROGRESS for 2s [ 699.868575] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.868725] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.868819] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.869022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.869119] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.869247] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c132015-027c-4238-85c4-28a9dd1f0217 already deleted. [ 699.869302] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c132015-027c-4238-85c4-28a9dd1f0217" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.011108] env[65432]: INFO networking_nsxv3.common.synchronization [req-0597aa53-7b3b-4428-bd64-f404ae685a26 req-85efaff9-2fab-4265-b2d0-19cfe8d351dc tempest-AttachInterfacesTestJSON-373384684 tempest-AttachInterfacesTestJSON-373384684-project-member] Enqueued Resource ID: cae9d60a-5688-405d-9e09-55fbb57373a0 with Priority: HIGHEST for action security_group_members [ 700.011848] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cae9d60a-5688-405d-9e09-55fbb57373a0 with Priority: HIGHEST for action security_group_members [ 700.013354] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-cae9d60a-5688-405d-9e09-55fbb57373a0 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.013487] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cae9d60a-5688-405d-9e09-55fbb57373a0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.013600] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cae9d60a-5688-405d-9e09-55fbb57373a0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.013910] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cae9d60a-5688-405d-9e09-55fbb57373a0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.014103] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.014434] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.014434] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.014605] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.014692] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.014888] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cae9d60a-5688-405d-9e09-55fbb57373a0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.517744] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.517744] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.517744] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.517976] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.517976] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.518259] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.518259] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.518370] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.519098] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.519098] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.519098] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cae9d60a-5688-405d-9e09-55fbb57373a0 already deleted. [ 700.519098] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cae9d60a-5688-405d-9e09-55fbb57373a0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.588252] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock network-377 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.588252] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "network-377" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.588554] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "network-377" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.588691] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "network-377" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.591229] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.591229] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.591229] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.591229] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.591229] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.591229] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 700.591229] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 700.591229] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 700.591229] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 700.591229] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 700.591229] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 700.591229] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 700.611308] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 700.612372] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 700.612372] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 700.612372] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "network-377" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.619021] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock port-a4ea52e1-6717-41e7-97ab-b5ac3892f717 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.619021] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "port-a4ea52e1-6717-41e7-97ab-b5ac3892f717" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.619021] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "port-a4ea52e1-6717-41e7-97ab-b5ac3892f717" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.619021] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "port-a4ea52e1-6717-41e7-97ab-b5ac3892f717" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.619021] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4ea52e1-6717-41e7-97ab-b5ac3892f717',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.120251] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.120469] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.120611] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.120905] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.121094] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.121285] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Segment Port a4ea52e1-6717-41e7-97ab-b5ac3892f717 not found, creating... [ 701.121702] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.121886] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.125200] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.125200] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.125200] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.125200] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.125200] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.125200] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.125200] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.125200] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.125200] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Resource: SegmentPort with ID: a4ea52e1-6717-41e7-97ab-b5ac3892f717 is going to be created. [ 701.147724] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.147944] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.148077] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.148367] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.148596] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.148839] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "port-a4ea52e1-6717-41e7-97ab-b5ac3892f717" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.701023] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 392d2d70-ae20-4fb3-998a-f769f8aa2c2d in Status: SUCCESS [ 701.701392] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-392d2d70-ae20-4fb3-998a-f769f8aa2c2d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.961196] env[65432]: INFO networking_nsxv3.common.synchronization [req-0597aa53-7b3b-4428-bd64-f404ae685a26 req-e9499e2d-35d6-4b4e-8859-4ae157027caf service nova] Enqueued Resource ID: cae9d60a-5688-405d-9e09-55fbb57373a0 with Priority: HIGHEST for action security_group_rules [ 701.961383] env[65432]: INFO networking_nsxv3.common.synchronization [req-0597aa53-7b3b-4428-bd64-f404ae685a26 req-e9499e2d-35d6-4b4e-8859-4ae157027caf service nova] Enqueued Resource ID: cae9d60a-5688-405d-9e09-55fbb57373a0 with Priority: HIGHEST for action security_group_members [ 701.961527] env[65432]: INFO networking_nsxv3.common.synchronization [req-0597aa53-7b3b-4428-bd64-f404ae685a26 req-e9499e2d-35d6-4b4e-8859-4ae157027caf service nova] Enqueued Resource ID: a4ea52e1-6717-41e7-97ab-b5ac3892f717 with Priority: HIGHEST for action port [ 701.962056] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cae9d60a-5688-405d-9e09-55fbb57373a0 with Priority: HIGHEST for action security_group_rules [ 701.962191] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cae9d60a-5688-405d-9e09-55fbb57373a0 with Priority: HIGHEST for action security_group_members [ 701.962283] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4ea52e1-6717-41e7-97ab-b5ac3892f717 with Priority: HIGHEST for action port [ 701.962581] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cae9d60a-5688-405d-9e09-55fbb57373a0 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.964058] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cae9d60a-5688-405d-9e09-55fbb57373a0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.964058] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cae9d60a-5688-405d-9e09-55fbb57373a0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.964058] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cae9d60a-5688-405d-9e09-55fbb57373a0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.964058] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cae9d60a-5688-405d-9e09-55fbb57373a0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.964781] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-cae9d60a-5688-405d-9e09-55fbb57373a0 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.964781] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cae9d60a-5688-405d-9e09-55fbb57373a0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.964781] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cae9d60a-5688-405d-9e09-55fbb57373a0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.964941] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cae9d60a-5688-405d-9e09-55fbb57373a0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.966294] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.966294] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.966294] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.966294] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.966294] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.966294] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cae9d60a-5688-405d-9e09-55fbb57373a0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.966639] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4ea52e1-6717-41e7-97ab-b5ac3892f717 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.966639] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4ea52e1-6717-41e7-97ab-b5ac3892f717" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.966639] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4ea52e1-6717-41e7-97ab-b5ac3892f717" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.966639] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4ea52e1-6717-41e7-97ab-b5ac3892f717" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.966786] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4ea52e1-6717-41e7-97ab-b5ac3892f717',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.424373] env[65432]: INFO networking_nsxv3.common.synchronization [req-52a71a65-142d-4cc5-8243-04590a11beed req-6c5663f8-dcdb-4fac-b813-f9eef0466e6c tempest-SecurityGroupRulesTestJSON-825772892 tempest-SecurityGroupRulesTestJSON-825772892-project-member] Enqueued Resource ID: 07f17868-22c2-4189-a282-4154aac11956 with Priority: HIGHEST for action security_group_rules [ 702.424990] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07f17868-22c2-4189-a282-4154aac11956 with Priority: HIGHEST for action security_group_rules [ 702.425344] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07f17868-22c2-4189-a282-4154aac11956 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.425471] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07f17868-22c2-4189-a282-4154aac11956" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.425539] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07f17868-22c2-4189-a282-4154aac11956" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.425783] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07f17868-22c2-4189-a282-4154aac11956" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.425866] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07f17868-22c2-4189-a282-4154aac11956',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.468515] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-cae9d60a-5688-405d-9e09-55fbb57373a0 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.469317] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cae9d60a-5688-405d-9e09-55fbb57373a0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.469880] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cae9d60a-5688-405d-9e09-55fbb57373a0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.471949] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a4ea52e1-6717-41e7-97ab-b5ac3892f717 with status ACTIVE [ 702.471949] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.471949] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.471949] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.471949] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.471949] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.471949] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.473619] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.473822] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.474746] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.474746] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.475088] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.477881] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.477881] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.477881] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.477881] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.477881] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a4ea52e1-6717-41e7-97ab-b5ac3892f717 is going to be updated. [ 702.501767] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.502427] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.502427] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.502992] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.504110] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.504110] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4ea52e1-6717-41e7-97ab-b5ac3892f717" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.782566] env[65432]: INFO networking_nsxv3.common.synchronization [req-26090bc5-6ced-4957-9615-fa396a74154d req-2e61acf2-1c52-4afd-a02f-59800241736d tempest-ServersAdminTestJSON-1011156328 tempest-ServersAdminTestJSON-1011156328-project-member] Enqueued Resource ID: 84c12c3a-1be5-4681-a64f-a9e312c474bc with Priority: HIGHEST for action security_group_members [ 702.782937] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84c12c3a-1be5-4681-a64f-a9e312c474bc with Priority: HIGHEST for action security_group_members [ 702.783246] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-84c12c3a-1be5-4681-a64f-a9e312c474bc taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.783350] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.783417] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.783650] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.783810] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.783910] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.783980] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.784235] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.784335] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.784432] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84c12c3a-1be5-4681-a64f-a9e312c474bc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.949214] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.950275] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.950275] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.950564] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.950696] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.950821] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07f17868-22c2-4189-a282-4154aac11956 already deleted. [ 702.950942] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07f17868-22c2-4189-a282-4154aac11956" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.978631] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cae9d60a-5688-405d-9e09-55fbb57373a0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.239592] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock network-8 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.240343] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "network-8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.240473] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "network-8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.240945] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "network-8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.241496] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.241687] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.241827] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.242078] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.242215] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.242418] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 703.242525] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 703.242624] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 703.242721] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 703.242870] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 703.242936] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 703.243071] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 703.267918] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 703.268048] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 703.268187] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 703.268680] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "network-8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.268680] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock port-cacee083-ceeb-41af-875e-da9188888fa0 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.268865] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "port-cacee083-ceeb-41af-875e-da9188888fa0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.269527] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "port-cacee083-ceeb-41af-875e-da9188888fa0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.269527] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "port-cacee083-ceeb-41af-875e-da9188888fa0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.269527] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cacee083-ceeb-41af-875e-da9188888fa0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.290737] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84c12c3a-1be5-4681-a64f-a9e312c474bc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.480638] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.480900] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.480956] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.481239] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.481366] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.481507] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cae9d60a-5688-405d-9e09-55fbb57373a0 is going to be created. [ 703.515692] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.515885] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.515933] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.516136] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.516527] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.527184] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cae9d60a-5688-405d-9e09-55fbb57373a0 in Status: UNINITIALIZED for 2s [ 703.772996] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.773156] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.773219] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.773562] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.773739] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.773931] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Segment Port cacee083-ceeb-41af-875e-da9188888fa0 not found, creating... [ 703.774280] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.774438] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.774551] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.774776] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.774908] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.775197] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.775347] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.775455] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.775658] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.775785] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.775984] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Resource: SegmentPort with ID: cacee083-ceeb-41af-875e-da9188888fa0 is going to be created. [ 703.794240] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84c12c3a-1be5-4681-a64f-a9e312c474bc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.807511] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.811027] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.811027] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.811027] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.811027] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.811027] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "port-cacee083-ceeb-41af-875e-da9188888fa0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.297354] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.297563] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.297647] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.297929] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.298080] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.298259] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84c12c3a-1be5-4681-a64f-a9e312c474bc is going to be updated. [ 704.334657] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.334900] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.334989] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.335248] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.335417] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.349242] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84c12c3a-1be5-4681-a64f-a9e312c474bc in Status: IN_PROGRESS for 2s [ 704.559746] env[65432]: INFO networking_nsxv3.common.synchronization [req-26090bc5-6ced-4957-9615-fa396a74154d req-9caabf26-8c4c-4f54-b6c3-5ff771a4a6f7 service nova] Enqueued Resource ID: 84c12c3a-1be5-4681-a64f-a9e312c474bc with Priority: HIGHEST for action security_group_rules [ 704.559746] env[65432]: INFO networking_nsxv3.common.synchronization [req-26090bc5-6ced-4957-9615-fa396a74154d req-9caabf26-8c4c-4f54-b6c3-5ff771a4a6f7 service nova] Enqueued Resource ID: 84c12c3a-1be5-4681-a64f-a9e312c474bc with Priority: HIGHEST for action security_group_members [ 704.559746] env[65432]: INFO networking_nsxv3.common.synchronization [req-26090bc5-6ced-4957-9615-fa396a74154d req-9caabf26-8c4c-4f54-b6c3-5ff771a4a6f7 service nova] Enqueued Resource ID: cacee083-ceeb-41af-875e-da9188888fa0 with Priority: HIGHEST for action port [ 704.561295] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84c12c3a-1be5-4681-a64f-a9e312c474bc with Priority: HIGHEST for action security_group_rules [ 704.561295] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84c12c3a-1be5-4681-a64f-a9e312c474bc with Priority: HIGHEST for action security_group_members [ 704.561295] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cacee083-ceeb-41af-875e-da9188888fa0 with Priority: HIGHEST for action port [ 704.561627] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84c12c3a-1be5-4681-a64f-a9e312c474bc taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.561759] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.561829] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.562119] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.562171] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84c12c3a-1be5-4681-a64f-a9e312c474bc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.563292] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-84c12c3a-1be5-4681-a64f-a9e312c474bc taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.563292] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.563431] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-cacee083-ceeb-41af-875e-da9188888fa0 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.563586] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cacee083-ceeb-41af-875e-da9188888fa0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.563646] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cacee083-ceeb-41af-875e-da9188888fa0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.564027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cacee083-ceeb-41af-875e-da9188888fa0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.564027] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cacee083-ceeb-41af-875e-da9188888fa0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.066265] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-84c12c3a-1be5-4681-a64f-a9e312c474bc taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.066265] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.066265] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cacee083-ceeb-41af-875e-da9188888fa0 with status ACTIVE [ 705.066265] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.066265] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.066265] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.067945] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.067945] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.067945] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.067945] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.067945] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.067945] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.067945] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.067945] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.067945] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.067945] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.067945] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.067945] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.067945] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cacee083-ceeb-41af-875e-da9188888fa0 is going to be updated. [ 705.094673] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.094673] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.095044] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.095472] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.096090] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.096090] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cacee083-ceeb-41af-875e-da9188888fa0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.542030] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cae9d60a-5688-405d-9e09-55fbb57373a0 in Status: SUCCESS [ 705.542030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cae9d60a-5688-405d-9e09-55fbb57373a0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.542030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cae9d60a-5688-405d-9e09-55fbb57373a0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.542030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cae9d60a-5688-405d-9e09-55fbb57373a0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.542030] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.542030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.542030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.542500] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.542500] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.542500] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cae9d60a-5688-405d-9e09-55fbb57373a0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.542500] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cae9d60a-5688-405d-9e09-55fbb57373a0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.047104] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cae9d60a-5688-405d-9e09-55fbb57373a0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.362756] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84c12c3a-1be5-4681-a64f-a9e312c474bc in Status: SUCCESS [ 706.362756] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.362756] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.362756] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.363130] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.363130] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.363130] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.363435] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.363522] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.363597] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84c12c3a-1be5-4681-a64f-a9e312c474bc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.550652] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cae9d60a-5688-405d-9e09-55fbb57373a0: rpc.has_security_group_logging(os_id): False [ 706.570293] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.570382] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.570510] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.570736] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.570824] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.571102] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.571671] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.571671] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.571671] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.571671] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.571960] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cae9d60a-5688-405d-9e09-55fbb57373a0 is going to be created. [ 706.645593] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.645759] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.645798] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.646185] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.648224] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.662181] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cae9d60a-5688-405d-9e09-55fbb57373a0 in Status: IN_PROGRESS for 2s [ 706.866646] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84c12c3a-1be5-4681-a64f-a9e312c474bc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.946029] env[65432]: INFO networking_nsxv3.common.synchronization [req-1356ea4c-4377-4e2f-be8b-cd291dd11556 req-5ada191f-eccc-4d6f-95fd-b25505b83739 tempest-AttachInterfacesUnderV243Test-1005424132 tempest-AttachInterfacesUnderV243Test-1005424132-project-member] Enqueued Resource ID: 495b2387-d937-406b-81b8-0791c88d6224 with Priority: HIGHEST for action security_group_members [ 706.946597] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 495b2387-d937-406b-81b8-0791c88d6224 with Priority: HIGHEST for action security_group_members [ 706.946904] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-495b2387-d937-406b-81b8-0791c88d6224 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.947091] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-495b2387-d937-406b-81b8-0791c88d6224" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.947188] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-495b2387-d937-406b-81b8-0791c88d6224" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.947459] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-495b2387-d937-406b-81b8-0791c88d6224" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.947733] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.947815] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.947905] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.948070] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.948188] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.948303] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('495b2387-d937-406b-81b8-0791c88d6224',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.164263] env[65432]: INFO networking_nsxv3.common.synchronization [None req-27de0971-fcf9-43fa-bd53-ca604b4805cc None None] Enqueued Resource ID: fb3bd781-e88a-4cb3-93c3-fd61795789f3 with Priority: HIGHEST for action port [ 707.164263] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb3bd781-e88a-4cb3-93c3-fd61795789f3 with Priority: HIGHEST for action port [ 707.164499] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb3bd781-e88a-4cb3-93c3-fd61795789f3 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.164632] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb3bd781-e88a-4cb3-93c3-fd61795789f3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.164698] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb3bd781-e88a-4cb3-93c3-fd61795789f3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.164987] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb3bd781-e88a-4cb3-93c3-fd61795789f3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.165585] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb3bd781-e88a-4cb3-93c3-fd61795789f3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.371867] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84c12c3a-1be5-4681-a64f-a9e312c474bc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.451786] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.451786] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.451786] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.451786] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.451786] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.451786] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.451786] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.451786] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.451786] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.451786] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.451786] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 495b2387-d937-406b-81b8-0791c88d6224 already deleted. [ 707.451786] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-495b2387-d937-406b-81b8-0791c88d6224" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.604592] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock network-311 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.605164] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "network-311" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.605358] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "network-311" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.605736] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "network-311" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.606171] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.606429] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.606595] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.606874] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.607101] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.607773] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 707.607950] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 707.608118] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 707.608289] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 707.608542] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 707.608839] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 707.609094] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 707.631688] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 707.632112] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 707.632276] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 707.632464] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "network-311" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.632802] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock port-543e34ef-1559-40ac-b3a1-90d9a0db0896 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.632968] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "port-543e34ef-1559-40ac-b3a1-90d9a0db0896" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.633096] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "port-543e34ef-1559-40ac-b3a1-90d9a0db0896" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.633818] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "port-543e34ef-1559-40ac-b3a1-90d9a0db0896" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.633818] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('543e34ef-1559-40ac-b3a1-90d9a0db0896',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.668597] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fb3bd781-e88a-4cb3-93c3-fd61795789f3 [ 707.668844] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.669014] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.669069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.669344] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.669464] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.669609] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fb3bd781-e88a-4cb3-93c3-fd61795789f3 already deleted. [ 707.669742] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb3bd781-e88a-4cb3-93c3-fd61795789f3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.875127] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.875277] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.875351] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.875565] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.875648] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.875742] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84c12c3a-1be5-4681-a64f-a9e312c474bc is going to be updated. [ 707.909439] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.909563] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.909602] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.909810] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.909958] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.919659] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84c12c3a-1be5-4681-a64f-a9e312c474bc in Status: IN_PROGRESS for 2s [ 708.140186] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.140416] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.140535] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.140811] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.140955] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.141122] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Segment Port 543e34ef-1559-40ac-b3a1-90d9a0db0896 not found, creating... [ 708.141372] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.141521] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.141628] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.141840] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.142812] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.142812] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.142812] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.142812] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.142812] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.142812] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.143075] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Resource: SegmentPort with ID: 543e34ef-1559-40ac-b3a1-90d9a0db0896 is going to be created. [ 708.181594] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.181594] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.181594] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.181997] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.181997] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.183063] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "port-543e34ef-1559-40ac-b3a1-90d9a0db0896" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.545299] env[65432]: INFO networking_nsxv3.common.synchronization [req-7ce916fa-a690-4377-92b6-90973ff12ead req-e246de49-de64-4d3a-8ab1-3724f9c07b09 tempest-SecurityGroupRulesTestJSON-825772892 tempest-SecurityGroupRulesTestJSON-825772892-project-member] Enqueued Resource ID: 1a16428f-ef7f-43ce-a707-de2990588ee3 with Priority: HIGHEST for action security_group_rules [ 708.546399] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a16428f-ef7f-43ce-a707-de2990588ee3 with Priority: HIGHEST for action security_group_rules [ 708.546535] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a16428f-ef7f-43ce-a707-de2990588ee3 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.546723] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a16428f-ef7f-43ce-a707-de2990588ee3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.546827] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a16428f-ef7f-43ce-a707-de2990588ee3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.547188] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a16428f-ef7f-43ce-a707-de2990588ee3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.547312] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a16428f-ef7f-43ce-a707-de2990588ee3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.676605] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cae9d60a-5688-405d-9e09-55fbb57373a0 in Status: SUCCESS [ 708.676605] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cae9d60a-5688-405d-9e09-55fbb57373a0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.952539] env[65432]: INFO networking_nsxv3.common.synchronization [req-1356ea4c-4377-4e2f-be8b-cd291dd11556 req-9d3d7aec-c98f-4667-96d3-6b31a7b3ed6e service nova] Enqueued Resource ID: 495b2387-d937-406b-81b8-0791c88d6224 with Priority: HIGHEST for action security_group_rules [ 708.952539] env[65432]: INFO networking_nsxv3.common.synchronization [req-1356ea4c-4377-4e2f-be8b-cd291dd11556 req-9d3d7aec-c98f-4667-96d3-6b31a7b3ed6e service nova] Enqueued Resource ID: 495b2387-d937-406b-81b8-0791c88d6224 with Priority: HIGHEST for action security_group_members [ 708.952539] env[65432]: INFO networking_nsxv3.common.synchronization [req-1356ea4c-4377-4e2f-be8b-cd291dd11556 req-9d3d7aec-c98f-4667-96d3-6b31a7b3ed6e service nova] Enqueued Resource ID: 543e34ef-1559-40ac-b3a1-90d9a0db0896 with Priority: HIGHEST for action port [ 708.952641] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 495b2387-d937-406b-81b8-0791c88d6224 with Priority: HIGHEST for action security_group_rules [ 708.952766] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 495b2387-d937-406b-81b8-0791c88d6224 with Priority: HIGHEST for action security_group_members [ 708.954216] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 543e34ef-1559-40ac-b3a1-90d9a0db0896 with Priority: HIGHEST for action port [ 708.955450] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-495b2387-d937-406b-81b8-0791c88d6224 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.956180] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-495b2387-d937-406b-81b8-0791c88d6224" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.956180] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-495b2387-d937-406b-81b8-0791c88d6224" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.956361] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-495b2387-d937-406b-81b8-0791c88d6224" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.956521] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('495b2387-d937-406b-81b8-0791c88d6224',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.960029] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-495b2387-d937-406b-81b8-0791c88d6224 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.960029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-495b2387-d937-406b-81b8-0791c88d6224" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.960029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-495b2387-d937-406b-81b8-0791c88d6224" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.960029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-495b2387-d937-406b-81b8-0791c88d6224" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.960029] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.960960] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.961167] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.961458] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.961767] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.964523] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('495b2387-d937-406b-81b8-0791c88d6224',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.964523] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-543e34ef-1559-40ac-b3a1-90d9a0db0896 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.964523] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-543e34ef-1559-40ac-b3a1-90d9a0db0896" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.964523] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-543e34ef-1559-40ac-b3a1-90d9a0db0896" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.964523] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-543e34ef-1559-40ac-b3a1-90d9a0db0896" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.964523] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('543e34ef-1559-40ac-b3a1-90d9a0db0896',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.075538] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.075538] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.075538] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.075538] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.075538] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.075538] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a16428f-ef7f-43ce-a707-de2990588ee3 already deleted. [ 709.075538] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a16428f-ef7f-43ce-a707-de2990588ee3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.465998] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-495b2387-d937-406b-81b8-0791c88d6224 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.466168] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-495b2387-d937-406b-81b8-0791c88d6224" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.468501] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('495b2387-d937-406b-81b8-0791c88d6224',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.469935] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 543e34ef-1559-40ac-b3a1-90d9a0db0896 with status ACTIVE [ 709.470484] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.471275] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.471275] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.471606] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.471725] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.471939] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.472072] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.472138] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.472311] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.472405] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.472986] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.472986] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.472986] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.472986] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.472986] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.473218] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 543e34ef-1559-40ac-b3a1-90d9a0db0896 is going to be updated. [ 709.498837] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.499195] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.499811] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.500113] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.500256] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.500451] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-543e34ef-1559-40ac-b3a1-90d9a0db0896" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.926464] env[65432]: INFO networking_nsxv3.common.synchronization [None req-09ce35f2-8213-4619-b5f9-5192a583a68b None None] Enqueued Resource ID: 1f74499f-1365-4d30-822a-59a0b84d9a65 with Priority: HIGHEST for action port [ 709.927057] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f74499f-1365-4d30-822a-59a0b84d9a65 with Priority: HIGHEST for action port [ 709.927815] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f74499f-1365-4d30-822a-59a0b84d9a65 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.927815] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f74499f-1365-4d30-822a-59a0b84d9a65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.927815] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f74499f-1365-4d30-822a-59a0b84d9a65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.927815] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f74499f-1365-4d30-822a-59a0b84d9a65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.928074] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f74499f-1365-4d30-822a-59a0b84d9a65',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.932735] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84c12c3a-1be5-4681-a64f-a9e312c474bc in Status: SUCCESS [ 709.932950] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.933133] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.933690] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.934072] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.934199] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.934259] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.934440] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.934550] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.934609] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.934710] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('84c12c3a-1be5-4681-a64f-a9e312c474bc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.975702] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('495b2387-d937-406b-81b8-0791c88d6224',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.432075] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1f74499f-1365-4d30-822a-59a0b84d9a65 [ 710.432075] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.432075] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.432075] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.432075] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.432075] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.432075] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1f74499f-1365-4d30-822a-59a0b84d9a65 already deleted. [ 710.432075] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f74499f-1365-4d30-822a-59a0b84d9a65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.438131] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-84c12c3a-1be5-4681-a64f-a9e312c474bc taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.438513] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.441021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.441021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.441021] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.441021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.441021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.441021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.441021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.441021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.441021] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-84c12c3a-1be5-4681-a64f-a9e312c474bc taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.441021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.441021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.441021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.441021] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.441021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.441021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.441021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.441021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.441021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.441600] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('84c12c3a-1be5-4681-a64f-a9e312c474bc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.479865] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.480037] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.480114] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.480447] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.480494] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.480565] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 495b2387-d937-406b-81b8-0791c88d6224 is going to be created. [ 710.504922] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.505149] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.505204] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.505414] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.505682] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.517016] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 495b2387-d937-406b-81b8-0791c88d6224 in Status: UNINITIALIZED for 2s [ 710.944436] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 84c12c3a-1be5-4681-a64f-a9e312c474bc: rpc.has_security_group_logging(os_id): False [ 710.964973] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.964973] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.964973] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.964973] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.964973] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.964973] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.964973] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.964973] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.964973] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.964973] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.964973] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.964973] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.964973] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.965400] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.965400] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.965400] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.965509] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.965509] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.966549] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.966675] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.966955] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84c12c3a-1be5-4681-a64f-a9e312c474bc is going to be updated. [ 711.036607] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.037047] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.037047] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.037337] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.037536] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.056465] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84c12c3a-1be5-4681-a64f-a9e312c474bc in Status: IN_PROGRESS for 2s [ 712.282840] env[65432]: INFO networking_nsxv3.common.synchronization [req-bffaaefc-5a53-4ec0-a585-380ae50c91d1 req-df43725c-9555-45a7-872f-58e3c777b236 tempest-FloatingIPsAssociationTestJSON-1330977823 tempest-FloatingIPsAssociationTestJSON-1330977823-project-member] Enqueued Resource ID: 35116453-bb0b-4bbd-b781-a2749b2cbd47 with Priority: HIGHEST for action security_group_members [ 712.283429] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35116453-bb0b-4bbd-b781-a2749b2cbd47 with Priority: HIGHEST for action security_group_members [ 712.283824] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-35116453-bb0b-4bbd-b781-a2749b2cbd47 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.283939] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35116453-bb0b-4bbd-b781-a2749b2cbd47" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.284024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35116453-bb0b-4bbd-b781-a2749b2cbd47" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.285283] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35116453-bb0b-4bbd-b781-a2749b2cbd47" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.285361] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.285474] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.285559] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.286429] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.286429] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.286429] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35116453-bb0b-4bbd-b781-a2749b2cbd47',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.535358] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 495b2387-d937-406b-81b8-0791c88d6224 in Status: SUCCESS [ 712.535358] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-495b2387-d937-406b-81b8-0791c88d6224" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.535358] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-495b2387-d937-406b-81b8-0791c88d6224" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.535358] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-495b2387-d937-406b-81b8-0791c88d6224" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.535358] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.535358] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.535358] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.535358] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.535614] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.535742] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-495b2387-d937-406b-81b8-0791c88d6224" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.535784] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('495b2387-d937-406b-81b8-0791c88d6224',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.693209] env[65432]: INFO networking_nsxv3.common.synchronization [None req-147ea598-6340-4ba2-99a5-506b57d5db1b None None] Enqueued Resource ID: c49e641f-9b1b-41e5-8d46-8432e34316c8 with Priority: HIGHEST for action port [ 712.693209] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c49e641f-9b1b-41e5-8d46-8432e34316c8 with Priority: HIGHEST for action port [ 712.693887] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-c49e641f-9b1b-41e5-8d46-8432e34316c8 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.695250] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c49e641f-9b1b-41e5-8d46-8432e34316c8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.695250] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c49e641f-9b1b-41e5-8d46-8432e34316c8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.697263] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c49e641f-9b1b-41e5-8d46-8432e34316c8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.697263] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c49e641f-9b1b-41e5-8d46-8432e34316c8',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.793030] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.793030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.793030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.793030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.793030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.793030] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.793030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.793030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.793030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.793030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.793030] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35116453-bb0b-4bbd-b781-a2749b2cbd47 is going to be updated. [ 712.827734] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.827734] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.827734] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.827734] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.827734] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.837484] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35116453-bb0b-4bbd-b781-a2749b2cbd47 in Status: IN_PROGRESS for 2s [ 713.038995] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('495b2387-d937-406b-81b8-0791c88d6224',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.077898] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84c12c3a-1be5-4681-a64f-a9e312c474bc in Status: SUCCESS [ 713.077898] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.198558] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c49e641f-9b1b-41e5-8d46-8432e34316c8 [ 713.198706] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.198933] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.199029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.199356] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.199531] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.200033] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c49e641f-9b1b-41e5-8d46-8432e34316c8 already deleted. [ 713.200033] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c49e641f-9b1b-41e5-8d46-8432e34316c8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.548311] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 495b2387-d937-406b-81b8-0791c88d6224: rpc.has_security_group_logging(os_id): False [ 713.567421] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.567592] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.567650] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.567871] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.567971] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.568257] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.568330] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.568499] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.568541] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.568609] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.568696] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 495b2387-d937-406b-81b8-0791c88d6224 is going to be created. [ 713.637634] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.638390] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.638589] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.643834] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.643834] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.656597] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 495b2387-d937-406b-81b8-0791c88d6224 in Status: IN_PROGRESS for 2s [ 713.853440] env[65432]: INFO networking_nsxv3.common.synchronization [None req-732b38eb-7579-4623-a522-a5e5f0aaee60 tempest-MigrationsAdminTest-2147284106 tempest-MigrationsAdminTest-2147284106-project-member] Enqueued Resource ID: bcbd1360-9a08-49af-93ba-69a035ee77bf with Priority: HIGHEST for action security_group_rules [ 713.853440] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcbd1360-9a08-49af-93ba-69a035ee77bf with Priority: HIGHEST for action security_group_rules [ 713.853440] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bcbd1360-9a08-49af-93ba-69a035ee77bf taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.853440] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bcbd1360-9a08-49af-93ba-69a035ee77bf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.853440] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bcbd1360-9a08-49af-93ba-69a035ee77bf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.853440] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bcbd1360-9a08-49af-93ba-69a035ee77bf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.853440] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bcbd1360-9a08-49af-93ba-69a035ee77bf',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.191302] env[65432]: INFO networking_nsxv3.common.synchronization [req-8c3ae9ae-ba1e-4b44-83eb-f3e7ca7aae1d req-36181528-d3d9-4381-8c3f-ff410e694873 tempest-ServerRescueTestJSONUnderV235-1508585070 tempest-ServerRescueTestJSONUnderV235-1508585070-project-member] Enqueued Resource ID: 66649575-7d8d-4b68-8ac9-52bc3d4ebaca with Priority: HIGHEST for action security_group_members [ 714.191518] env[65432]: INFO networking_nsxv3.common.synchronization [req-8c3ae9ae-ba1e-4b44-83eb-f3e7ca7aae1d req-36181528-d3d9-4381-8c3f-ff410e694873 tempest-ServerRescueTestJSONUnderV235-1508585070 tempest-ServerRescueTestJSONUnderV235-1508585070-project-member] Enqueued Resource ID: 6ecd6ae4-322a-4610-8134-e084eed8490e with Priority: HIGHEST for action security_group_members [ 714.192439] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66649575-7d8d-4b68-8ac9-52bc3d4ebaca with Priority: HIGHEST for action security_group_members [ 714.192705] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ecd6ae4-322a-4610-8134-e084eed8490e with Priority: HIGHEST for action security_group_members [ 714.193147] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-66649575-7d8d-4b68-8ac9-52bc3d4ebaca taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.193478] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66649575-7d8d-4b68-8ac9-52bc3d4ebaca" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.193664] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66649575-7d8d-4b68-8ac9-52bc3d4ebaca" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.193988] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66649575-7d8d-4b68-8ac9-52bc3d4ebaca" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.194333] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.194623] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.194736] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.195039] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.195196] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.195324] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66649575-7d8d-4b68-8ac9-52bc3d4ebaca',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.196761] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ecd6ae4-322a-4610-8134-e084eed8490e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.196952] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ecd6ae4-322a-4610-8134-e084eed8490e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.197290] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ecd6ae4-322a-4610-8134-e084eed8490e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.197815] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ecd6ae4-322a-4610-8134-e084eed8490e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.197815] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.197815] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.197815] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.198122] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.198229] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.198549] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ecd6ae4-322a-4610-8134-e084eed8490e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.259401] env[65432]: INFO networking_nsxv3.common.synchronization [req-8c3ae9ae-ba1e-4b44-83eb-f3e7ca7aae1d req-36181528-d3d9-4381-8c3f-ff410e694873 tempest-ServerRescueTestJSONUnderV235-1508585070 tempest-ServerRescueTestJSONUnderV235-1508585070-project-member] Enqueued Resource ID: 66649575-7d8d-4b68-8ac9-52bc3d4ebaca with Priority: HIGHEST for action security_group_rules [ 714.259401] env[65432]: INFO networking_nsxv3.common.synchronization [req-8c3ae9ae-ba1e-4b44-83eb-f3e7ca7aae1d req-36181528-d3d9-4381-8c3f-ff410e694873 tempest-ServerRescueTestJSONUnderV235-1508585070 tempest-ServerRescueTestJSONUnderV235-1508585070-project-member] Enqueued Resource ID: 66649575-7d8d-4b68-8ac9-52bc3d4ebaca with Priority: HIGHEST for action security_group_members [ 714.259401] env[65432]: INFO networking_nsxv3.common.synchronization [req-8c3ae9ae-ba1e-4b44-83eb-f3e7ca7aae1d req-36181528-d3d9-4381-8c3f-ff410e694873 tempest-ServerRescueTestJSONUnderV235-1508585070 tempest-ServerRescueTestJSONUnderV235-1508585070-project-member] Enqueued Resource ID: 6ecd6ae4-322a-4610-8134-e084eed8490e with Priority: HIGHEST for action security_group_rules [ 714.259401] env[65432]: INFO networking_nsxv3.common.synchronization [req-8c3ae9ae-ba1e-4b44-83eb-f3e7ca7aae1d req-36181528-d3d9-4381-8c3f-ff410e694873 tempest-ServerRescueTestJSONUnderV235-1508585070 tempest-ServerRescueTestJSONUnderV235-1508585070-project-member] Enqueued Resource ID: 6ecd6ae4-322a-4610-8134-e084eed8490e with Priority: HIGHEST for action security_group_members [ 714.259401] env[65432]: INFO networking_nsxv3.common.synchronization [req-8c3ae9ae-ba1e-4b44-83eb-f3e7ca7aae1d req-36181528-d3d9-4381-8c3f-ff410e694873 tempest-ServerRescueTestJSONUnderV235-1508585070 tempest-ServerRescueTestJSONUnderV235-1508585070-project-member] Enqueued Resource ID: b9b50217-32d3-423c-b6c1-2563be2f5f31 with Priority: HIGHEST for action port [ 714.259401] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66649575-7d8d-4b68-8ac9-52bc3d4ebaca with Priority: HIGHEST for action security_group_rules [ 714.259401] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ecd6ae4-322a-4610-8134-e084eed8490e with Priority: HIGHEST for action security_group_rules [ 714.259809] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9b50217-32d3-423c-b6c1-2563be2f5f31 with Priority: HIGHEST for action port [ 714.259809] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66649575-7d8d-4b68-8ac9-52bc3d4ebaca with Priority: HIGHEST for action security_group_members [ 714.259809] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ecd6ae4-322a-4610-8134-e084eed8490e with Priority: HIGHEST for action security_group_members [ 714.260263] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66649575-7d8d-4b68-8ac9-52bc3d4ebaca taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.260431] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66649575-7d8d-4b68-8ac9-52bc3d4ebaca" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.260536] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66649575-7d8d-4b68-8ac9-52bc3d4ebaca" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.261587] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66649575-7d8d-4b68-8ac9-52bc3d4ebaca" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.261726] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66649575-7d8d-4b68-8ac9-52bc3d4ebaca',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.263420] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ecd6ae4-322a-4610-8134-e084eed8490e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.263745] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ecd6ae4-322a-4610-8134-e084eed8490e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.263745] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ecd6ae4-322a-4610-8134-e084eed8490e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.264128] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ecd6ae4-322a-4610-8134-e084eed8490e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.264273] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ecd6ae4-322a-4610-8134-e084eed8490e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.267505] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9b50217-32d3-423c-b6c1-2563be2f5f31 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.268592] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9b50217-32d3-423c-b6c1-2563be2f5f31" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.268771] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9b50217-32d3-423c-b6c1-2563be2f5f31" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.271021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9b50217-32d3-423c-b6c1-2563be2f5f31" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.271021] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9b50217-32d3-423c-b6c1-2563be2f5f31',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.271021] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-66649575-7d8d-4b68-8ac9-52bc3d4ebaca taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.271021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66649575-7d8d-4b68-8ac9-52bc3d4ebaca" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.271472] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ecd6ae4-322a-4610-8134-e084eed8490e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.271825] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ecd6ae4-322a-4610-8134-e084eed8490e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.360906] env[65432]: INFO networking_nsxv3.common.synchronization [None req-927a4177-9efa-4be2-ad0a-f499548c9261 tempest-MigrationsAdminTest-2147284106 tempest-MigrationsAdminTest-2147284106-project-member] Enqueued Resource ID: bcbd1360-9a08-49af-93ba-69a035ee77bf with Priority: HIGHEST for action security_group_rules [ 714.361227] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcbd1360-9a08-49af-93ba-69a035ee77bf with Priority: HIGHEST for action security_group_rules [ 714.361492] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bcbd1360-9a08-49af-93ba-69a035ee77bf taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.361683] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bcbd1360-9a08-49af-93ba-69a035ee77bf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.374944] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.375081] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.375150] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.375363] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.375452] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.375565] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bcbd1360-9a08-49af-93ba-69a035ee77bf already deleted. [ 714.375649] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bcbd1360-9a08-49af-93ba-69a035ee77bf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.375788] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bcbd1360-9a08-49af-93ba-69a035ee77bf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.375946] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bcbd1360-9a08-49af-93ba-69a035ee77bf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.376034] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bcbd1360-9a08-49af-93ba-69a035ee77bf',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.700842] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6ecd6ae4-322a-4610-8134-e084eed8490e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.701887] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('66649575-7d8d-4b68-8ac9-52bc3d4ebaca',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.773151] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-66649575-7d8d-4b68-8ac9-52bc3d4ebaca taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.776244] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66649575-7d8d-4b68-8ac9-52bc3d4ebaca" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.776244] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ecd6ae4-322a-4610-8134-e084eed8490e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.776244] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ecd6ae4-322a-4610-8134-e084eed8490e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.776244] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b9b50217-32d3-423c-b6c1-2563be2f5f31 with status ACTIVE [ 714.776244] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.776244] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.776244] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.776244] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.776244] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.776244] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.776244] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.776244] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.776244] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.776244] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.777281] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.777647] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.778591] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.781057] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.781057] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.781057] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b9b50217-32d3-423c-b6c1-2563be2f5f31 is going to be updated. [ 714.822792] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.824606] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.824606] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.824606] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.824606] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.824606] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9b50217-32d3-423c-b6c1-2563be2f5f31" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.853370] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35116453-bb0b-4bbd-b781-a2749b2cbd47 in Status: SUCCESS [ 714.853370] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35116453-bb0b-4bbd-b781-a2749b2cbd47 deletion is rescheduled due to dependency. [ 714.853370] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35116453-bb0b-4bbd-b781-a2749b2cbd47" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.898463] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.898631] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.898682] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.899322] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.899322] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.899322] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bcbd1360-9a08-49af-93ba-69a035ee77bf already deleted. [ 714.899322] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bcbd1360-9a08-49af-93ba-69a035ee77bf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.059524] env[65432]: INFO networking_nsxv3.common.synchronization [None req-7395bf89-bf27-480b-a17e-2f819ccb5a53 None None] Enqueued Resource ID: 2f611a3d-7ac4-46b3-a71a-ea5bd891407d with Priority: HIGHEST for action port [ 715.060815] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f611a3d-7ac4-46b3-a71a-ea5bd891407d with Priority: HIGHEST for action port [ 715.060815] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f611a3d-7ac4-46b3-a71a-ea5bd891407d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.060815] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f611a3d-7ac4-46b3-a71a-ea5bd891407d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.060815] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f611a3d-7ac4-46b3-a71a-ea5bd891407d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.060815] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f611a3d-7ac4-46b3-a71a-ea5bd891407d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.060815] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f611a3d-7ac4-46b3-a71a-ea5bd891407d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.204171] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6ecd6ae4-322a-4610-8134-e084eed8490e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.205351] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('66649575-7d8d-4b68-8ac9-52bc3d4ebaca',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.566331] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2f611a3d-7ac4-46b3-a71a-ea5bd891407d [ 715.566331] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.566331] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.566331] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.566331] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.566331] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.566331] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2f611a3d-7ac4-46b3-a71a-ea5bd891407d already deleted. [ 715.566331] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f611a3d-7ac4-46b3-a71a-ea5bd891407d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.586715] env[65432]: INFO networking_nsxv3.common.synchronization [None req-c8f420dd-a143-41af-951f-ca9a8e06d7e9 None None] Enqueued Resource ID: 0f0825a2-3a10-43cf-81f3-8ef26720dc66 with Priority: HIGHEST for action port [ 715.586715] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f0825a2-3a10-43cf-81f3-8ef26720dc66 with Priority: HIGHEST for action port [ 715.587761] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f0825a2-3a10-43cf-81f3-8ef26720dc66 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.588507] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f0825a2-3a10-43cf-81f3-8ef26720dc66" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.588650] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f0825a2-3a10-43cf-81f3-8ef26720dc66" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.588951] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f0825a2-3a10-43cf-81f3-8ef26720dc66" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.589082] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f0825a2-3a10-43cf-81f3-8ef26720dc66',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.676191] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 495b2387-d937-406b-81b8-0791c88d6224 in Status: SUCCESS [ 715.676191] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-495b2387-d937-406b-81b8-0791c88d6224" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.707848] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.708307] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.708307] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.708307] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.708429] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.708502] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ecd6ae4-322a-4610-8134-e084eed8490e is going to be updated. [ 715.709972] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.710115] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.710163] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.710340] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.710425] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.710515] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66649575-7d8d-4b68-8ac9-52bc3d4ebaca is going to be created. [ 715.743469] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.743747] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.743844] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.744210] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.744390] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.749800] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.750051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.750095] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.750316] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.750554] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.758472] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66649575-7d8d-4b68-8ac9-52bc3d4ebaca in Status: UNINITIALIZED for 2s [ 715.760872] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ecd6ae4-322a-4610-8134-e084eed8490e in Status: IN_PROGRESS for 2s [ 716.093219] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0f0825a2-3a10-43cf-81f3-8ef26720dc66 [ 716.093609] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.093829] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.093954] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.094251] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.094393] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.094680] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0f0825a2-3a10-43cf-81f3-8ef26720dc66 already deleted. [ 716.094759] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f0825a2-3a10-43cf-81f3-8ef26720dc66" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.640426] env[65432]: INFO networking_nsxv3.common.synchronization [req-70226462-01bf-421a-816b-5809730dd0a2 req-9b4ab736-97ed-4282-b28a-3eb41f644a37 tempest-ServersTestJSON-755690962 tempest-ServersTestJSON-755690962-project-member] Enqueued Resource ID: b2a0225d-ef64-45a1-b899-4119011dd94d with Priority: HIGHEST for action security_group_members [ 716.640744] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2a0225d-ef64-45a1-b899-4119011dd94d with Priority: HIGHEST for action security_group_members [ 716.641064] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2a0225d-ef64-45a1-b899-4119011dd94d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.641181] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.641443] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.641665] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.641665] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.641764] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.642476] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.642476] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.643471] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.643621] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2a0225d-ef64-45a1-b899-4119011dd94d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.060055] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock network-484 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.060055] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "network-484" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.060055] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "network-484" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.060055] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "network-484" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.060055] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.061272] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.061272] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.061447] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.061587] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.061830] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 717.062244] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 717.062244] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 717.062244] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 717.062341] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 717.062427] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 717.062688] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 717.082964] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 717.082964] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 717.082964] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 717.082964] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "network-484" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.082964] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock port-e5703614-9158-4492-b7dc-ba68cee76b28 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.083198] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "port-e5703614-9158-4492-b7dc-ba68cee76b28" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.083198] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "port-e5703614-9158-4492-b7dc-ba68cee76b28" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.083524] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "port-e5703614-9158-4492-b7dc-ba68cee76b28" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.083733] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5703614-9158-4492-b7dc-ba68cee76b28',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.146167] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.146167] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.146325] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.147250] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.147250] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.147250] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.147250] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.147250] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.147250] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.147250] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.147660] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2a0225d-ef64-45a1-b899-4119011dd94d already deleted. [ 717.147660] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.586202] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.586429] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.586472] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.586756] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.586896] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.587072] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Segment Port e5703614-9158-4492-b7dc-ba68cee76b28 not found, creating... [ 717.587344] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.587512] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.587624] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.587867] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.588011] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.588308] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.588458] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.588565] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.588774] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.588923] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.589069] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Resource: SegmentPort with ID: e5703614-9158-4492-b7dc-ba68cee76b28 is going to be created. [ 717.610790] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.611039] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.611169] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.611437] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.611765] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.612079] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "port-e5703614-9158-4492-b7dc-ba68cee76b28" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.769494] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ecd6ae4-322a-4610-8134-e084eed8490e in Status: SUCCESS [ 717.769790] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ecd6ae4-322a-4610-8134-e084eed8490e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.770592] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66649575-7d8d-4b68-8ac9-52bc3d4ebaca in Status: SUCCESS [ 717.770820] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66649575-7d8d-4b68-8ac9-52bc3d4ebaca" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.771015] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ecd6ae4-322a-4610-8134-e084eed8490e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.771529] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ecd6ae4-322a-4610-8134-e084eed8490e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.771529] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.771646] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.771646] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.771829] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.771926] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.772048] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ecd6ae4-322a-4610-8134-e084eed8490e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.773020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66649575-7d8d-4b68-8ac9-52bc3d4ebaca" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.773250] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66649575-7d8d-4b68-8ac9-52bc3d4ebaca" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.773371] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.773802] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.773802] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.773802] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.773802] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.773981] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66649575-7d8d-4b68-8ac9-52bc3d4ebaca',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.276787] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6ecd6ae4-322a-4610-8134-e084eed8490e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.277853] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('66649575-7d8d-4b68-8ac9-52bc3d4ebaca',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.357458] env[65432]: INFO networking_nsxv3.common.synchronization [req-70226462-01bf-421a-816b-5809730dd0a2 req-4190f21b-4ca7-4a6b-b70f-7391af729f11 service nova] Enqueued Resource ID: b2a0225d-ef64-45a1-b899-4119011dd94d with Priority: HIGHEST for action security_group_rules [ 718.357625] env[65432]: INFO networking_nsxv3.common.synchronization [req-70226462-01bf-421a-816b-5809730dd0a2 req-4190f21b-4ca7-4a6b-b70f-7391af729f11 service nova] Enqueued Resource ID: b2a0225d-ef64-45a1-b899-4119011dd94d with Priority: HIGHEST for action security_group_members [ 718.357750] env[65432]: INFO networking_nsxv3.common.synchronization [req-70226462-01bf-421a-816b-5809730dd0a2 req-4190f21b-4ca7-4a6b-b70f-7391af729f11 service nova] Enqueued Resource ID: e5703614-9158-4492-b7dc-ba68cee76b28 with Priority: HIGHEST for action port [ 718.358334] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2a0225d-ef64-45a1-b899-4119011dd94d with Priority: HIGHEST for action security_group_rules [ 718.358463] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2a0225d-ef64-45a1-b899-4119011dd94d with Priority: HIGHEST for action security_group_members [ 718.358560] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5703614-9158-4492-b7dc-ba68cee76b28 with Priority: HIGHEST for action port [ 718.358868] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2a0225d-ef64-45a1-b899-4119011dd94d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.359095] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.359164] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.359540] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.359622] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2a0225d-ef64-45a1-b899-4119011dd94d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.360458] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2a0225d-ef64-45a1-b899-4119011dd94d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.360569] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.360620] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.361119] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.361119] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.361119] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.361119] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.361346] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.361346] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.361495] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2a0225d-ef64-45a1-b899-4119011dd94d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.362803] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5703614-9158-4492-b7dc-ba68cee76b28 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.362984] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5703614-9158-4492-b7dc-ba68cee76b28" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.363031] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5703614-9158-4492-b7dc-ba68cee76b28" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.363188] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5703614-9158-4492-b7dc-ba68cee76b28" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.363259] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5703614-9158-4492-b7dc-ba68cee76b28',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.402142] env[65432]: INFO networking_nsxv3.common.synchronization [None req-84386c49-69a3-4187-8c8c-55d658c9f870 None None] Enqueued Resource ID: 49cccd20-b40a-4afd-bfa9-7ff65983ddb4 with Priority: HIGHEST for action port [ 718.402375] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49cccd20-b40a-4afd-bfa9-7ff65983ddb4 with Priority: HIGHEST for action port [ 718.402669] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-49cccd20-b40a-4afd-bfa9-7ff65983ddb4 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.403147] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49cccd20-b40a-4afd-bfa9-7ff65983ddb4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.403147] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49cccd20-b40a-4afd-bfa9-7ff65983ddb4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.403147] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49cccd20-b40a-4afd-bfa9-7ff65983ddb4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.403379] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49cccd20-b40a-4afd-bfa9-7ff65983ddb4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.779891] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6ecd6ae4-322a-4610-8134-e084eed8490e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.781027] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('66649575-7d8d-4b68-8ac9-52bc3d4ebaca',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.851390] env[65432]: INFO networking_nsxv3.common.synchronization [req-897d54b5-8d4b-4c8a-8d40-b096b590137e req-6095c5df-d201-4ced-843b-11a9f5721dbd tempest-SecurityGroupsTestJSON-842556927 tempest-SecurityGroupsTestJSON-842556927-project-member] Enqueued Resource ID: dd1963ff-72b9-4796-9a4a-982c5981e737 with Priority: HIGHEST for action security_group_members [ 718.852437] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd1963ff-72b9-4796-9a4a-982c5981e737 with Priority: HIGHEST for action security_group_members [ 718.852887] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd1963ff-72b9-4796-9a4a-982c5981e737 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.854438] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.854583] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.854949] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.855254] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.855442] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.855582] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.855849] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.856239] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.856239] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd1963ff-72b9-4796-9a4a-982c5981e737',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.864943] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2a0225d-ef64-45a1-b899-4119011dd94d taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.865234] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.865291] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2a0225d-ef64-45a1-b899-4119011dd94d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.867040] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e5703614-9158-4492-b7dc-ba68cee76b28 with status ACTIVE [ 718.867040] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.867040] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.867040] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.867040] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.867040] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.867531] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.867531] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.867531] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.867531] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.867706] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.867747] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.867969] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.867969] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.869674] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.869674] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.869674] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e5703614-9158-4492-b7dc-ba68cee76b28 is going to be updated. [ 718.893565] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.893773] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.893856] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.894290] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.894681] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.894866] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5703614-9158-4492-b7dc-ba68cee76b28" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.904858] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 49cccd20-b40a-4afd-bfa9-7ff65983ddb4 [ 718.907252] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.907252] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.907252] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.907252] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.907252] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.907252] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:49cccd20-b40a-4afd-bfa9-7ff65983ddb4 already deleted. [ 718.907252] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49cccd20-b40a-4afd-bfa9-7ff65983ddb4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.283234] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.283734] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.283734] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.283806] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.283958] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.284085] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ecd6ae4-322a-4610-8134-e084eed8490e is going to be updated. [ 719.288136] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.288136] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.288136] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.288136] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.288136] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.288136] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66649575-7d8d-4b68-8ac9-52bc3d4ebaca is going to be updated. [ 719.347425] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.347822] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.347822] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.349370] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.349370] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.353806] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.354949] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.354949] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.354949] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.354949] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.361656] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd1963ff-72b9-4796-9a4a-982c5981e737',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.367154] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock network-332 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.367154] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "network-332" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.367307] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "network-332" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.367580] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "network-332" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.367918] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.368120] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.368238] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.368470] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.368972] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.368972] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 719.369398] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 719.369530] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 719.369651] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 719.369757] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 719.369871] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 719.370038] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 719.373856] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66649575-7d8d-4b68-8ac9-52bc3d4ebaca in Status: IN_PROGRESS for 2s [ 719.377398] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ecd6ae4-322a-4610-8134-e084eed8490e in Status: IN_PROGRESS for 2s [ 719.377398] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2a0225d-ef64-45a1-b899-4119011dd94d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.405449] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 719.406360] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 719.406582] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 719.406819] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "network-332" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.407365] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock port-06cacb40-6cf5-4f88-92df-5ca46e35bda3 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.407523] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "port-06cacb40-6cf5-4f88-92df-5ca46e35bda3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.408192] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "port-06cacb40-6cf5-4f88-92df-5ca46e35bda3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.408192] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "port-06cacb40-6cf5-4f88-92df-5ca46e35bda3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.408192] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06cacb40-6cf5-4f88-92df-5ca46e35bda3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.872530] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd1963ff-72b9-4796-9a4a-982c5981e737',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.878823] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.878972] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.879065] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.879751] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.879751] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.879751] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2a0225d-ef64-45a1-b899-4119011dd94d is going to be created. [ 719.905524] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.905668] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.905751] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.906023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.906641] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.911355] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.911546] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.911674] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.912141] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.912141] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.912303] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Segment Port 06cacb40-6cf5-4f88-92df-5ca46e35bda3 not found, creating... [ 719.912556] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.912705] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.912815] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.913051] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.913218] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.913495] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.913722] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.913846] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.914050] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.914174] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.914302] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Resource: SegmentPort with ID: 06cacb40-6cf5-4f88-92df-5ca46e35bda3 is going to be created. [ 719.916151] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2a0225d-ef64-45a1-b899-4119011dd94d in Status: UNINITIALIZED for 2s [ 719.937422] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.937724] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.937848] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.938125] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.938685] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.938850] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "port-06cacb40-6cf5-4f88-92df-5ca46e35bda3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.184281] env[65432]: INFO networking_nsxv3.common.synchronization [req-61e57d35-b6b2-4055-bc57-e9d365433216 req-979b189f-1a7c-4c8d-9958-622a28902e94 tempest-ServerRescueTestJSONUnderV235-1508585070 tempest-ServerRescueTestJSONUnderV235-1508585070-project-member] Enqueued Resource ID: 6ecd6ae4-322a-4610-8134-e084eed8490e with Priority: HIGHEST for action security_group_members [ 720.184281] env[65432]: INFO networking_nsxv3.common.synchronization [req-61e57d35-b6b2-4055-bc57-e9d365433216 req-979b189f-1a7c-4c8d-9958-622a28902e94 tempest-ServerRescueTestJSONUnderV235-1508585070 tempest-ServerRescueTestJSONUnderV235-1508585070-project-member] Enqueued Resource ID: 66649575-7d8d-4b68-8ac9-52bc3d4ebaca with Priority: HIGHEST for action security_group_members [ 720.184971] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ecd6ae4-322a-4610-8134-e084eed8490e with Priority: HIGHEST for action security_group_members [ 720.184971] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66649575-7d8d-4b68-8ac9-52bc3d4ebaca with Priority: HIGHEST for action security_group_members [ 720.185126] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ecd6ae4-322a-4610-8134-e084eed8490e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.185564] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ecd6ae4-322a-4610-8134-e084eed8490e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.185564] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-66649575-7d8d-4b68-8ac9-52bc3d4ebaca taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.185927] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66649575-7d8d-4b68-8ac9-52bc3d4ebaca" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.248017] env[65432]: INFO networking_nsxv3.common.synchronization [req-61e57d35-b6b2-4055-bc57-e9d365433216 req-979b189f-1a7c-4c8d-9958-622a28902e94 tempest-ServerRescueTestJSONUnderV235-1508585070 tempest-ServerRescueTestJSONUnderV235-1508585070-project-member] Enqueued Resource ID: 6ecd6ae4-322a-4610-8134-e084eed8490e with Priority: HIGHEST for action security_group_rules [ 720.248326] env[65432]: INFO networking_nsxv3.common.synchronization [req-61e57d35-b6b2-4055-bc57-e9d365433216 req-979b189f-1a7c-4c8d-9958-622a28902e94 tempest-ServerRescueTestJSONUnderV235-1508585070 tempest-ServerRescueTestJSONUnderV235-1508585070-project-member] Enqueued Resource ID: 6ecd6ae4-322a-4610-8134-e084eed8490e with Priority: HIGHEST for action security_group_members [ 720.248531] env[65432]: INFO networking_nsxv3.common.synchronization [req-61e57d35-b6b2-4055-bc57-e9d365433216 req-979b189f-1a7c-4c8d-9958-622a28902e94 tempest-ServerRescueTestJSONUnderV235-1508585070 tempest-ServerRescueTestJSONUnderV235-1508585070-project-member] Enqueued Resource ID: b9b50217-32d3-423c-b6c1-2563be2f5f31 with Priority: HIGHEST for action port [ 720.249266] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ecd6ae4-322a-4610-8134-e084eed8490e with Priority: HIGHEST for action security_group_rules [ 720.249528] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ecd6ae4-322a-4610-8134-e084eed8490e with Priority: HIGHEST for action security_group_members [ 720.249664] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9b50217-32d3-423c-b6c1-2563be2f5f31 with Priority: HIGHEST for action port [ 720.250450] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ecd6ae4-322a-4610-8134-e084eed8490e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.250619] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ecd6ae4-322a-4610-8134-e084eed8490e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.250975] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ecd6ae4-322a-4610-8134-e084eed8490e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.251148] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ecd6ae4-322a-4610-8134-e084eed8490e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.251439] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9b50217-32d3-423c-b6c1-2563be2f5f31 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.251679] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9b50217-32d3-423c-b6c1-2563be2f5f31" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.251679] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9b50217-32d3-423c-b6c1-2563be2f5f31" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.252059] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9b50217-32d3-423c-b6c1-2563be2f5f31" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.252265] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9b50217-32d3-423c-b6c1-2563be2f5f31',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.375345] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.375747] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.375747] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.375950] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.376066] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.376173] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd1963ff-72b9-4796-9a4a-982c5981e737 is going to be updated. [ 720.408568] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.408789] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.408919] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.409194] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.409383] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.420878] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd1963ff-72b9-4796-9a4a-982c5981e737 in Status: IN_PROGRESS for 2s [ 720.681123] env[65432]: INFO networking_nsxv3.common.synchronization [req-897d54b5-8d4b-4c8a-8d40-b096b590137e req-4de34c3b-5124-452c-b7d0-dc503d1ada19 service nova] Enqueued Resource ID: dd1963ff-72b9-4796-9a4a-982c5981e737 with Priority: HIGHEST for action security_group_rules [ 720.681294] env[65432]: INFO networking_nsxv3.common.synchronization [req-897d54b5-8d4b-4c8a-8d40-b096b590137e req-4de34c3b-5124-452c-b7d0-dc503d1ada19 service nova] Enqueued Resource ID: dd1963ff-72b9-4796-9a4a-982c5981e737 with Priority: HIGHEST for action security_group_members [ 720.681423] env[65432]: INFO networking_nsxv3.common.synchronization [req-897d54b5-8d4b-4c8a-8d40-b096b590137e req-4de34c3b-5124-452c-b7d0-dc503d1ada19 service nova] Enqueued Resource ID: 06cacb40-6cf5-4f88-92df-5ca46e35bda3 with Priority: HIGHEST for action port [ 720.682036] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd1963ff-72b9-4796-9a4a-982c5981e737 with Priority: HIGHEST for action security_group_rules [ 720.682181] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd1963ff-72b9-4796-9a4a-982c5981e737 with Priority: HIGHEST for action security_group_members [ 720.682273] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06cacb40-6cf5-4f88-92df-5ca46e35bda3 with Priority: HIGHEST for action port [ 720.682545] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd1963ff-72b9-4796-9a4a-982c5981e737 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.682692] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.682757] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.682964] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.683131] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd1963ff-72b9-4796-9a4a-982c5981e737',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.686015] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd1963ff-72b9-4796-9a4a-982c5981e737 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.686139] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.686370] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-06cacb40-6cf5-4f88-92df-5ca46e35bda3 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.686478] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06cacb40-6cf5-4f88-92df-5ca46e35bda3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.686558] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06cacb40-6cf5-4f88-92df-5ca46e35bda3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.686863] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06cacb40-6cf5-4f88-92df-5ca46e35bda3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.686863] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06cacb40-6cf5-4f88-92df-5ca46e35bda3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.756273] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b9b50217-32d3-423c-b6c1-2563be2f5f31 with status ACTIVE [ 720.756514] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.756651] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.756722] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.756943] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.757054] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.757259] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.757385] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.757432] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.757584] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.757664] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.757852] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.758893] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.758893] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.758893] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.758893] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.758893] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b9b50217-32d3-423c-b6c1-2563be2f5f31 is going to be updated. [ 720.794066] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.795324] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.795324] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.795324] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.795324] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.795324] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9b50217-32d3-423c-b6c1-2563be2f5f31" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.186600] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd1963ff-72b9-4796-9a4a-982c5981e737 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.186600] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.197837] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 06cacb40-6cf5-4f88-92df-5ca46e35bda3 with status ACTIVE [ 721.197837] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.197837] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.197837] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.197837] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.197837] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.197837] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.197837] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.197837] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.197837] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.197837] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.197837] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.197837] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.197837] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.198328] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.198328] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.198328] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 06cacb40-6cf5-4f88-92df-5ca46e35bda3 is going to be updated. [ 721.223343] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.223665] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.223812] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.224100] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.224311] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.224571] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06cacb40-6cf5-4f88-92df-5ca46e35bda3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.387796] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ecd6ae4-322a-4610-8134-e084eed8490e in Status: SUCCESS [ 721.387796] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ecd6ae4-322a-4610-8134-e084eed8490e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.387796] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ecd6ae4-322a-4610-8134-e084eed8490e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.388132] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ecd6ae4-322a-4610-8134-e084eed8490e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.388132] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.388220] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.388255] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.388818] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.388818] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.388818] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ecd6ae4-322a-4610-8134-e084eed8490e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.388818] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6ecd6ae4-322a-4610-8134-e084eed8490e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.390298] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66649575-7d8d-4b68-8ac9-52bc3d4ebaca in Status: SUCCESS [ 721.390370] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66649575-7d8d-4b68-8ac9-52bc3d4ebaca" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.391042] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ecd6ae4-322a-4610-8134-e084eed8490e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.391042] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ecd6ae4-322a-4610-8134-e084eed8490e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.391042] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.391042] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.391042] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.391829] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.391829] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.391829] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ecd6ae4-322a-4610-8134-e084eed8490e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.392158] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66649575-7d8d-4b68-8ac9-52bc3d4ebaca" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.393167] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66649575-7d8d-4b68-8ac9-52bc3d4ebaca" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.393167] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.393167] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.393167] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.393167] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.393167] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.393167] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66649575-7d8d-4b68-8ac9-52bc3d4ebaca" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.393167] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('66649575-7d8d-4b68-8ac9-52bc3d4ebaca',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.394372] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66649575-7d8d-4b68-8ac9-52bc3d4ebaca" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.394372] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66649575-7d8d-4b68-8ac9-52bc3d4ebaca" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.394729] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.394729] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.394729] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.394994] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.395072] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.395141] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66649575-7d8d-4b68-8ac9-52bc3d4ebaca',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.691207] env[65432]: INFO networking_nsxv3.common.synchronization [req-fbdf9959-deed-470b-a01a-b05880494737 req-8f8f1dbd-fdb6-41e7-873e-4a8cb2cdd1ce tempest-ServerExternalEventsTest-505157534 tempest-ServerExternalEventsTest-505157534-project-member] Enqueued Resource ID: 2c86fe60-aef1-4f04-b01e-dfff4bf17fab with Priority: HIGHEST for action security_group_members [ 721.691955] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c86fe60-aef1-4f04-b01e-dfff4bf17fab with Priority: HIGHEST for action security_group_members [ 721.692479] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c86fe60-aef1-4f04-b01e-dfff4bf17fab taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.692701] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c86fe60-aef1-4f04-b01e-dfff4bf17fab" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.692793] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c86fe60-aef1-4f04-b01e-dfff4bf17fab" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.694675] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c86fe60-aef1-4f04-b01e-dfff4bf17fab" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.694675] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.694675] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.694675] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.694675] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.694675] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.694675] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c86fe60-aef1-4f04-b01e-dfff4bf17fab',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.894915] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ecd6ae4-322a-4610-8134-e084eed8490e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.895065] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ecd6ae4-322a-4610-8134-e084eed8490e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.895445] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6ecd6ae4-322a-4610-8134-e084eed8490e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.897070] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('66649575-7d8d-4b68-8ac9-52bc3d4ebaca',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.898376] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.898376] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.898376] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.898376] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.898376] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.900714] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.900714] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.900714] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.900714] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.900714] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.901305] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66649575-7d8d-4b68-8ac9-52bc3d4ebaca is going to be deleted. [ 721.928650] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2a0225d-ef64-45a1-b899-4119011dd94d in Status: SUCCESS [ 721.928650] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.928883] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.929183] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.929401] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.929554] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.929665] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.929828] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.929940] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.930149] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.930564] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b2a0225d-ef64-45a1-b899-4119011dd94d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.953676] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.953974] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.954126] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.954424] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.954590] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.954827] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66649575-7d8d-4b68-8ac9-52bc3d4ebaca" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.197421] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.197760] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.197847] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.198288] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.198288] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.198541] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.198697] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.198754] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.199301] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.199389] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.199550] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c86fe60-aef1-4f04-b01e-dfff4bf17fab already deleted. [ 722.199887] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c86fe60-aef1-4f04-b01e-dfff4bf17fab" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.207072] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock network-36 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.207291] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "network-36" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.207430] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "network-36" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.207724] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "network-36" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.209286] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.209286] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.209286] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.209286] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.209286] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.209286] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 722.209286] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 722.209286] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 722.209629] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 722.209629] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 722.210587] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 722.210587] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 722.234525] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 722.234782] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 722.234870] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 722.235029] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "network-36" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.235404] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock port-7592d8f5-556f-4126-8a84-db158321afb7 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.235577] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "port-7592d8f5-556f-4126-8a84-db158321afb7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.235708] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "port-7592d8f5-556f-4126-8a84-db158321afb7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.236383] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "port-7592d8f5-556f-4126-8a84-db158321afb7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.236383] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7592d8f5-556f-4126-8a84-db158321afb7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.404069] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 66649575-7d8d-4b68-8ac9-52bc3d4ebaca: rpc.has_security_group_logging(os_id): False [ 722.405187] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6ecd6ae4-322a-4610-8134-e084eed8490e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.423737] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.423959] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.424030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.424200] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.424290] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.424524] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.424625] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.424747] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.424860] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.424938] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.425041] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66649575-7d8d-4b68-8ac9-52bc3d4ebaca is going to be created. [ 722.432960] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2a0225d-ef64-45a1-b899-4119011dd94d taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.433217] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.433339] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.433669] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.433932] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.434117] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.434229] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.434455] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.434580] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.434683] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.434851] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2a0225d-ef64-45a1-b899-4119011dd94d taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.434970] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.435083] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.435318] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.435541] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.435677] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.435798] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.435967] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.436120] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.436268] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.436426] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b2a0225d-ef64-45a1-b899-4119011dd94d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.445090] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd1963ff-72b9-4796-9a4a-982c5981e737 in Status: SUCCESS [ 722.447031] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.447031] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.447317] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.447644] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.447931] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.448144] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.448430] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.448642] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.448868] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd1963ff-72b9-4796-9a4a-982c5981e737',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.454130] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/66649575-7d8d-4b68-8ac9-52bc3d4ebaca], does not exist path=[/infra/domains/default/groups/66649575-7d8d-4b68-8ac9-52bc3d4ebaca]."\n}' [ 722.454218] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66649575-7d8d-4b68-8ac9-52bc3d4ebaca failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/66649575-7d8d-4b68-8ac9-52bc3d4ebaca [ 722.454272] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 722.497638] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.497838] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.497838] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.498156] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.499214] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.499571] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.499766] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.499766] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.499972] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.500085] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.500381] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.500509] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.500509] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.500665] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.500741] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.500983] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66649575-7d8d-4b68-8ac9-52bc3d4ebaca is going to be created. [ 722.522762] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/66649575-7d8d-4b68-8ac9-52bc3d4ebaca], does not exist path=[/infra/domains/default/groups/66649575-7d8d-4b68-8ac9-52bc3d4ebaca]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/66649575-7d8d-4b68-8ac9-52bc3d4ebaca [ 722.522762] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66649575-7d8d-4b68-8ac9-52bc3d4ebaca" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.523558] env[65432]: Traceback (most recent call last): [ 722.523558] env[65432]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 722.523558] env[65432]: return func(*args, **kwargs) [ 722.523558] env[65432]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 722.523558] env[65432]: res.raise_for_status() [ 722.523558] env[65432]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 722.523558] env[65432]: raise HTTPError(http_error_msg, response=self) [ 722.523558] env[65432]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/66649575-7d8d-4b68-8ac9-52bc3d4ebaca [ 722.523558] env[65432]: During handling of the above exception, another exception occurred: [ 722.523558] env[65432]: Traceback (most recent call last): [ 722.523558] env[65432]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 722.523558] env[65432]: listener.cb(fileno) [ 722.523558] env[65432]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 722.523558] env[65432]: result = function(*args, **kwargs) [ 722.523558] env[65432]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 722.523558] env[65432]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 722.523558] env[65432]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 722.523558] env[65432]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 722.523558] env[65432]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 722.523558] env[65432]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 722.523558] env[65432]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 722.523558] env[65432]: res.raise_for_status() [ 722.523558] env[65432]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 722.523558] env[65432]: raise HTTPError(http_error_msg, response=self) [ 722.523558] env[65432]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/66649575-7d8d-4b68-8ac9-52bc3d4ebaca [ 722.523558] env[65432]: Removing descriptor: 22 [ 722.744994] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.744994] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.744994] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.744994] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.744994] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.744994] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Segment Port 7592d8f5-556f-4126-8a84-db158321afb7 not found, creating... [ 722.744994] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.744994] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.744994] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.744994] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.747605] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.747605] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.747605] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.747605] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.747605] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.747605] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.747605] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Resource: SegmentPort with ID: 7592d8f5-556f-4126-8a84-db158321afb7 is going to be created. [ 722.791861] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.792108] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.792233] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.792507] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.792897] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.792974] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "port-7592d8f5-556f-4126-8a84-db158321afb7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.907423] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.907583] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.907685] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.907864] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.907958] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.908076] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ecd6ae4-322a-4610-8134-e084eed8490e is going to be updated. [ 722.939053] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b2a0225d-ef64-45a1-b899-4119011dd94d: rpc.has_security_group_logging(os_id): False [ 722.951822] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.952016] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.952113] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.952352] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.952503] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.955215] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd1963ff-72b9-4796-9a4a-982c5981e737',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.963942] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.963942] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.963942] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.963942] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.963942] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.963942] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.964271] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.964271] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.964271] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.964367] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.965429] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.965429] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.965429] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.965429] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.965429] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.965866] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.965866] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.965866] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.965866] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.966066] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.966066] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2a0225d-ef64-45a1-b899-4119011dd94d is going to be created. [ 722.969042] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ecd6ae4-322a-4610-8134-e084eed8490e in Status: IN_PROGRESS for 2s [ 723.060310] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.060310] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.060310] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.060310] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.060310] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.072042] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2a0225d-ef64-45a1-b899-4119011dd94d in Status: IN_PROGRESS for 2s [ 723.461473] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd1963ff-72b9-4796-9a4a-982c5981e737',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.511556] env[65432]: INFO networking_nsxv3.common.synchronization [req-fbdf9959-deed-470b-a01a-b05880494737 req-0986ad8c-6733-4800-89d2-0d984797080e service nova] Enqueued Resource ID: 2c86fe60-aef1-4f04-b01e-dfff4bf17fab with Priority: HIGHEST for action security_group_rules [ 723.511823] env[65432]: INFO networking_nsxv3.common.synchronization [req-fbdf9959-deed-470b-a01a-b05880494737 req-0986ad8c-6733-4800-89d2-0d984797080e service nova] Enqueued Resource ID: 2c86fe60-aef1-4f04-b01e-dfff4bf17fab with Priority: HIGHEST for action security_group_members [ 723.512062] env[65432]: INFO networking_nsxv3.common.synchronization [req-fbdf9959-deed-470b-a01a-b05880494737 req-0986ad8c-6733-4800-89d2-0d984797080e service nova] Enqueued Resource ID: 7592d8f5-556f-4126-8a84-db158321afb7 with Priority: HIGHEST for action port [ 723.512724] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c86fe60-aef1-4f04-b01e-dfff4bf17fab with Priority: HIGHEST for action security_group_rules [ 723.512929] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c86fe60-aef1-4f04-b01e-dfff4bf17fab with Priority: HIGHEST for action security_group_members [ 723.513074] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7592d8f5-556f-4126-8a84-db158321afb7 with Priority: HIGHEST for action port [ 723.513512] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c86fe60-aef1-4f04-b01e-dfff4bf17fab taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.513704] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c86fe60-aef1-4f04-b01e-dfff4bf17fab" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.513787] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c86fe60-aef1-4f04-b01e-dfff4bf17fab" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.514114] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c86fe60-aef1-4f04-b01e-dfff4bf17fab" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.514250] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c86fe60-aef1-4f04-b01e-dfff4bf17fab',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.515806] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c86fe60-aef1-4f04-b01e-dfff4bf17fab taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.515935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c86fe60-aef1-4f04-b01e-dfff4bf17fab" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.516105] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c86fe60-aef1-4f04-b01e-dfff4bf17fab" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.518299] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c86fe60-aef1-4f04-b01e-dfff4bf17fab" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.518475] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.518579] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.518645] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.518804] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.518890] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.518984] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c86fe60-aef1-4f04-b01e-dfff4bf17fab',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.521978] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-7592d8f5-556f-4126-8a84-db158321afb7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.524200] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7592d8f5-556f-4126-8a84-db158321afb7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.524355] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7592d8f5-556f-4126-8a84-db158321afb7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.524618] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7592d8f5-556f-4126-8a84-db158321afb7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.524728] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7592d8f5-556f-4126-8a84-db158321afb7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.965926] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.965926] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.965926] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.965926] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.965926] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.965926] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd1963ff-72b9-4796-9a4a-982c5981e737 is going to be updated. [ 724.003977] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.003977] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.003977] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.003977] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.003977] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.016882] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c86fe60-aef1-4f04-b01e-dfff4bf17fab taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.017120] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c86fe60-aef1-4f04-b01e-dfff4bf17fab" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.019277] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd1963ff-72b9-4796-9a4a-982c5981e737 in Status: IN_PROGRESS for 2s [ 724.022774] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c86fe60-aef1-4f04-b01e-dfff4bf17fab',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.028464] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7592d8f5-556f-4126-8a84-db158321afb7 with status ACTIVE [ 724.028464] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.028464] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.028464] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.028464] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.029718] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.029927] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.030014] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.030136] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.030256] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.030357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.030571] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.030798] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.030798] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.030904] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.030986] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.031087] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7592d8f5-556f-4126-8a84-db158321afb7 is going to be updated. [ 724.066369] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.066369] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.066369] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.066369] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.066369] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.066369] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7592d8f5-556f-4126-8a84-db158321afb7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.536739] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c86fe60-aef1-4f04-b01e-dfff4bf17fab',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.980888] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ecd6ae4-322a-4610-8134-e084eed8490e in Status: SUCCESS [ 724.981117] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ecd6ae4-322a-4610-8134-e084eed8490e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.981282] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ecd6ae4-322a-4610-8134-e084eed8490e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.981495] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ecd6ae4-322a-4610-8134-e084eed8490e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.981722] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.981865] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.981929] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.982147] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.982221] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.982260] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ecd6ae4-322a-4610-8134-e084eed8490e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.039974] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.041921] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.041921] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.041921] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.041921] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.041921] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c86fe60-aef1-4f04-b01e-dfff4bf17fab is going to be created. [ 725.067934] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.067934] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.067934] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.067934] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.067934] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.077416] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c86fe60-aef1-4f04-b01e-dfff4bf17fab in Status: UNINITIALIZED for 2s [ 725.084695] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2a0225d-ef64-45a1-b899-4119011dd94d in Status: SUCCESS [ 725.084695] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.157045] env[65432]: INFO networking_nsxv3.common.synchronization [req-d417ff24-882a-42c1-a122-c232812da839 req-1f07bbb1-2400-4424-96fe-0aaf8db823bd tempest-SecurityGroupRulesTestJSON-825772892 tempest-SecurityGroupRulesTestJSON-825772892-project-member] Enqueued Resource ID: 62a01086-a719-40f8-a3a1-48ac468da871 with Priority: HIGHEST for action security_group_rules [ 725.157045] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62a01086-a719-40f8-a3a1-48ac468da871 with Priority: HIGHEST for action security_group_rules [ 725.157045] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62a01086-a719-40f8-a3a1-48ac468da871 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.157045] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62a01086-a719-40f8-a3a1-48ac468da871" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.157045] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62a01086-a719-40f8-a3a1-48ac468da871" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.157045] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62a01086-a719-40f8-a3a1-48ac468da871" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.157045] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62a01086-a719-40f8-a3a1-48ac468da871',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.351253] env[65432]: INFO networking_nsxv3.common.synchronization [None req-3678796d-910c-4ab1-822f-5e894675b79a None None] Enqueued Resource ID: da02a95d-8404-40ba-82aa-f6c6e5bbf6cf with Priority: HIGHEST for action port [ 725.351765] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da02a95d-8404-40ba-82aa-f6c6e5bbf6cf with Priority: HIGHEST for action port [ 725.352287] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-da02a95d-8404-40ba-82aa-f6c6e5bbf6cf taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.352378] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da02a95d-8404-40ba-82aa-f6c6e5bbf6cf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.352600] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da02a95d-8404-40ba-82aa-f6c6e5bbf6cf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.352960] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da02a95d-8404-40ba-82aa-f6c6e5bbf6cf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.353082] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da02a95d-8404-40ba-82aa-f6c6e5bbf6cf',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.484865] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6ecd6ae4-322a-4610-8134-e084eed8490e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.678202] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.678497] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.678497] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.678634] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.678721] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.678826] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62a01086-a719-40f8-a3a1-48ac468da871 already deleted. [ 725.678918] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62a01086-a719-40f8-a3a1-48ac468da871" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.732289] env[65432]: INFO networking_nsxv3.common.synchronization [req-7298f718-aa5d-47da-8901-deaf2bfdd2d5 req-31268001-6ffd-498e-82fd-c19d1dffb419 tempest-ImagesTestJSON-1127600559 tempest-ImagesTestJSON-1127600559-project-member] Enqueued Resource ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f with Priority: HIGHEST for action security_group_members [ 725.732812] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f with Priority: HIGHEST for action security_group_members [ 725.733078] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd07cc7-5f30-4f1b-945f-d0007a74587f taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.733214] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.733255] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.733512] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.733705] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.733812] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.733872] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.734042] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.734122] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.734212] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bd07cc7-5f30-4f1b-945f-d0007a74587f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.769597] env[65432]: INFO networking_nsxv3.common.synchronization [req-efcd93c1-847e-4662-9c9a-1fda357da62d req-02384940-6cd2-45bf-99e6-f56789bc7d99 tempest-SecurityGroupRulesNegativeTestJSON-2091985419 tempest-SecurityGroupRulesNegativeTestJSON-2091985419-project-member] Enqueued Resource ID: ab4450ac-0049-42ec-8a8c-a1836a3647b4 with Priority: HIGHEST for action security_group_rules [ 725.769597] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab4450ac-0049-42ec-8a8c-a1836a3647b4 with Priority: HIGHEST for action security_group_rules [ 725.769597] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab4450ac-0049-42ec-8a8c-a1836a3647b4 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.769597] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab4450ac-0049-42ec-8a8c-a1836a3647b4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.769597] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab4450ac-0049-42ec-8a8c-a1836a3647b4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.769597] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab4450ac-0049-42ec-8a8c-a1836a3647b4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.769597] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab4450ac-0049-42ec-8a8c-a1836a3647b4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.857521] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port da02a95d-8404-40ba-82aa-f6c6e5bbf6cf [ 725.857682] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.857835] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.857905] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.858124] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.858216] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.858312] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:da02a95d-8404-40ba-82aa-f6c6e5bbf6cf already deleted. [ 725.858393] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da02a95d-8404-40ba-82aa-f6c6e5bbf6cf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.988266] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6ecd6ae4-322a-4610-8134-e084eed8490e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.032856] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd1963ff-72b9-4796-9a4a-982c5981e737 in Status: SUCCESS [ 726.032856] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.032856] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.032856] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.033183] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.033183] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.033183] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.033376] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.033376] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.033519] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.033590] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd1963ff-72b9-4796-9a4a-982c5981e737',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.090254] env[65432]: INFO networking_nsxv3.common.synchronization [None req-b3fba878-0701-4ec4-81ed-246c2c112f93 None None] Enqueued Resource ID: 3f3f37ef-5871-4cf3-aab6-b32e319a4abf with Priority: HIGHEST for action port [ 726.090850] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f3f37ef-5871-4cf3-aab6-b32e319a4abf with Priority: HIGHEST for action port [ 726.091558] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f3f37ef-5871-4cf3-aab6-b32e319a4abf taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.092672] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f3f37ef-5871-4cf3-aab6-b32e319a4abf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.092672] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f3f37ef-5871-4cf3-aab6-b32e319a4abf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.092672] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f3f37ef-5871-4cf3-aab6-b32e319a4abf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.092672] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f3f37ef-5871-4cf3-aab6-b32e319a4abf',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.181392] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock network-904 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.182251] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "network-904" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.182251] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "network-904" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.184546] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "network-904" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.184546] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.184887] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.184887] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.184998] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.185134] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.185341] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 726.185444] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 726.185556] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 726.185854] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 726.185854] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 726.185854] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 726.186020] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 726.210936] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 726.210936] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 726.211215] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 726.211284] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "network-904" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.211734] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock port-74a60395-19dd-4755-8e10-ef48e4e5a2a2 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.211969] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "port-74a60395-19dd-4755-8e10-ef48e4e5a2a2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.215118] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "port-74a60395-19dd-4755-8e10-ef48e4e5a2a2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.215118] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "port-74a60395-19dd-4755-8e10-ef48e4e5a2a2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.215118] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74a60395-19dd-4755-8e10-ef48e4e5a2a2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.237983] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.238200] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.238308] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.238600] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.239612] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.239929] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.240070] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.240158] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.240393] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.240533] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.240719] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f already deleted. [ 726.241105] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.306263] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.306501] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.306501] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.307580] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.307580] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.307580] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab4450ac-0049-42ec-8a8c-a1836a3647b4 already deleted. [ 726.307580] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab4450ac-0049-42ec-8a8c-a1836a3647b4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.493462] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.493955] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.493955] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.494372] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.494728] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.494728] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ecd6ae4-322a-4610-8134-e084eed8490e is going to be updated. [ 726.529705] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.529899] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.529959] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.530150] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.530304] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.538426] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd1963ff-72b9-4796-9a4a-982c5981e737 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.538639] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.538639] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.539213] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.539213] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.539213] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.539213] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.539421] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.540031] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.540031] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.540031] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd1963ff-72b9-4796-9a4a-982c5981e737 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.540031] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.540566] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.540566] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.540566] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.540566] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.540566] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.540886] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.540886] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.540886] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.541032] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd1963ff-72b9-4796-9a4a-982c5981e737',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.544723] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ecd6ae4-322a-4610-8134-e084eed8490e in Status: IN_PROGRESS for 2s [ 726.596992] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3f3f37ef-5871-4cf3-aab6-b32e319a4abf [ 726.596992] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.596992] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.596992] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.596992] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.596992] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.596992] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3f3f37ef-5871-4cf3-aab6-b32e319a4abf already deleted. [ 726.596992] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f3f37ef-5871-4cf3-aab6-b32e319a4abf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.719372] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.719832] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.720572] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.721124] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.721354] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.721604] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Segment Port 74a60395-19dd-4755-8e10-ef48e4e5a2a2 not found, creating... [ 726.721971] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.722678] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.722889] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.723202] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.723431] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.723827] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.724587] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.724587] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.724587] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.724850] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.725050] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Resource: SegmentPort with ID: 74a60395-19dd-4755-8e10-ef48e4e5a2a2 is going to be created. [ 726.773134] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.773321] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.773553] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.773979] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.774192] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.774364] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "port-74a60395-19dd-4755-8e10-ef48e4e5a2a2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.046135] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd1963ff-72b9-4796-9a4a-982c5981e737: rpc.has_security_group_logging(os_id): False [ 727.065272] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.066086] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.066242] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.066479] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.087751] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c86fe60-aef1-4f04-b01e-dfff4bf17fab in Status: SUCCESS [ 727.088805] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c86fe60-aef1-4f04-b01e-dfff4bf17fab" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.088977] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c86fe60-aef1-4f04-b01e-dfff4bf17fab" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.089529] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c86fe60-aef1-4f04-b01e-dfff4bf17fab" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.089749] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.089867] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.090193] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.090193] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.090328] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.090328] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c86fe60-aef1-4f04-b01e-dfff4bf17fab" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.090414] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c86fe60-aef1-4f04-b01e-dfff4bf17fab',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.092762] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.092943] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.093069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.093133] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.094267] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.094267] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.094267] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.094267] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.094267] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.094267] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.094267] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.094267] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.094594] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.094594] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.094594] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.094917] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.094917] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd1963ff-72b9-4796-9a4a-982c5981e737 is going to be updated. [ 727.178129] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.178640] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.178640] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.178734] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.178897] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.205376] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd1963ff-72b9-4796-9a4a-982c5981e737 in Status: IN_PROGRESS for 2s [ 727.597240] env[65432]: INFO networking_nsxv3.common.synchronization [req-7298f718-aa5d-47da-8901-deaf2bfdd2d5 req-4d8777a0-951e-4806-9011-07e8ffb3d8be service nova] Enqueued Resource ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f with Priority: HIGHEST for action security_group_rules [ 727.597508] env[65432]: INFO networking_nsxv3.common.synchronization [req-7298f718-aa5d-47da-8901-deaf2bfdd2d5 req-4d8777a0-951e-4806-9011-07e8ffb3d8be service nova] Enqueued Resource ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f with Priority: HIGHEST for action security_group_members [ 727.597707] env[65432]: INFO networking_nsxv3.common.synchronization [req-7298f718-aa5d-47da-8901-deaf2bfdd2d5 req-4d8777a0-951e-4806-9011-07e8ffb3d8be service nova] Enqueued Resource ID: 74a60395-19dd-4755-8e10-ef48e4e5a2a2 with Priority: HIGHEST for action port [ 727.598546] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c86fe60-aef1-4f04-b01e-dfff4bf17fab taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.598881] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c86fe60-aef1-4f04-b01e-dfff4bf17fab" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.598881] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c86fe60-aef1-4f04-b01e-dfff4bf17fab" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.598996] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c86fe60-aef1-4f04-b01e-dfff4bf17fab" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.599119] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.599217] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.599277] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.599427] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.599509] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.600673] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c86fe60-aef1-4f04-b01e-dfff4bf17fab" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.600673] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c86fe60-aef1-4f04-b01e-dfff4bf17fab taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.600673] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c86fe60-aef1-4f04-b01e-dfff4bf17fab" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.600673] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c86fe60-aef1-4f04-b01e-dfff4bf17fab" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.600673] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c86fe60-aef1-4f04-b01e-dfff4bf17fab" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.600673] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.600673] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.600673] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.601094] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.601094] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.601094] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c86fe60-aef1-4f04-b01e-dfff4bf17fab" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.601094] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c86fe60-aef1-4f04-b01e-dfff4bf17fab',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.604493] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f with Priority: HIGHEST for action security_group_rules [ 727.604685] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f with Priority: HIGHEST for action security_group_members [ 727.604845] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74a60395-19dd-4755-8e10-ef48e4e5a2a2 with Priority: HIGHEST for action port [ 727.605604] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9bd07cc7-5f30-4f1b-945f-d0007a74587f taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.605604] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.605735] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.605912] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.606030] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9bd07cc7-5f30-4f1b-945f-d0007a74587f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.609569] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd07cc7-5f30-4f1b-945f-d0007a74587f taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.611224] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.611324] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.611874] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.611874] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.611874] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.611874] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.612316] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.612316] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.612316] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bd07cc7-5f30-4f1b-945f-d0007a74587f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.613167] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-74a60395-19dd-4755-8e10-ef48e4e5a2a2 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.613312] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74a60395-19dd-4755-8e10-ef48e4e5a2a2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.613386] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74a60395-19dd-4755-8e10-ef48e4e5a2a2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.613500] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74a60395-19dd-4755-8e10-ef48e4e5a2a2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.613569] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74a60395-19dd-4755-8e10-ef48e4e5a2a2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.105293] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c86fe60-aef1-4f04-b01e-dfff4bf17fab: rpc.has_security_group_logging(os_id): False [ 728.113767] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd07cc7-5f30-4f1b-945f-d0007a74587f taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.113963] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.117450] env[65432]: INFO networking_nsxv3.common.synchronization [req-c6cad44b-27c9-4d64-a647-dbcd131e0b2e req-48ba6460-6044-4edb-b846-f50e58705649 tempest-SecurityGroupRulesTestJSON-825772892 tempest-SecurityGroupRulesTestJSON-825772892-project-member] Enqueued Resource ID: 62a01086-a719-40f8-a3a1-48ac468da871 with Priority: HIGHEST for action security_group_rules [ 728.119876] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9bd07cc7-5f30-4f1b-945f-d0007a74587f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.125459] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62a01086-a719-40f8-a3a1-48ac468da871 with Priority: HIGHEST for action security_group_rules [ 728.125459] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 74a60395-19dd-4755-8e10-ef48e4e5a2a2 with status ACTIVE [ 728.125459] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.125459] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.125459] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.125459] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.125459] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.125459] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.125459] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.125459] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.125844] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.125844] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.126175] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.126175] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.126175] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.126382] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.126382] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.126614] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 74a60395-19dd-4755-8e10-ef48e4e5a2a2 is going to be updated. [ 728.128687] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.128794] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.128862] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.129885] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.130031] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.130195] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.130298] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.130364] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.130515] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.130594] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.130796] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.130944] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.130944] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.131093] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.131164] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.131352] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.131427] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.131486] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.131671] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.131855] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.131855] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c86fe60-aef1-4f04-b01e-dfff4bf17fab is going to be created. [ 728.133373] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62a01086-a719-40f8-a3a1-48ac468da871 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.133507] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62a01086-a719-40f8-a3a1-48ac468da871" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.137023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62a01086-a719-40f8-a3a1-48ac468da871" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.137023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62a01086-a719-40f8-a3a1-48ac468da871" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.137023] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62a01086-a719-40f8-a3a1-48ac468da871',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.182827] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.183049] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.183127] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.183336] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.183478] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.183687] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74a60395-19dd-4755-8e10-ef48e4e5a2a2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.229827] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.229827] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.229827] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.229827] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.230115] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.246116] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c86fe60-aef1-4f04-b01e-dfff4bf17fab in Status: IN_PROGRESS for 2s [ 728.557806] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ecd6ae4-322a-4610-8134-e084eed8490e in Status: SUCCESS [ 728.560020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ecd6ae4-322a-4610-8134-e084eed8490e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.560020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ecd6ae4-322a-4610-8134-e084eed8490e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.560020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ecd6ae4-322a-4610-8134-e084eed8490e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.560020] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.560020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.560020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.560020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.560020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.560020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ecd6ae4-322a-4610-8134-e084eed8490e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.560020] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ecd6ae4-322a-4610-8134-e084eed8490e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.560020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ecd6ae4-322a-4610-8134-e084eed8490e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.560020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ecd6ae4-322a-4610-8134-e084eed8490e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.560020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ecd6ae4-322a-4610-8134-e084eed8490e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.560020] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.560020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.560658] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.560959] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.562565] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.563702] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ecd6ae4-322a-4610-8134-e084eed8490e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.563702] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6ecd6ae4-322a-4610-8134-e084eed8490e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.634288] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9bd07cc7-5f30-4f1b-945f-d0007a74587f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.659357] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.659357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.659357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.659357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.659705] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.659949] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62a01086-a719-40f8-a3a1-48ac468da871 already deleted. [ 728.660378] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62a01086-a719-40f8-a3a1-48ac468da871" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.680106] env[65432]: INFO networking_nsxv3.common.synchronization [None req-5c8dca16-81f6-4afb-90eb-9a307a7a64d6 tempest-AttachVolumeTestJSON-1219601297 tempest-AttachVolumeTestJSON-1219601297-project-member] Enqueued Resource ID: 7a94014d-4924-4144-b5a8-2f7364e39ee3 with Priority: HIGHEST for action security_group_rules [ 728.680106] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a94014d-4924-4144-b5a8-2f7364e39ee3 with Priority: HIGHEST for action security_group_rules [ 728.680611] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a94014d-4924-4144-b5a8-2f7364e39ee3 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.680928] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a94014d-4924-4144-b5a8-2f7364e39ee3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.681133] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a94014d-4924-4144-b5a8-2f7364e39ee3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.681459] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a94014d-4924-4144-b5a8-2f7364e39ee3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.681620] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a94014d-4924-4144-b5a8-2f7364e39ee3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.838022] env[65432]: INFO networking_nsxv3.common.synchronization [None req-4e895d91-fec3-445f-b4ce-935ab6297842 tempest-AttachVolumeTestJSON-1219601297 tempest-AttachVolumeTestJSON-1219601297-project-member] Enqueued Resource ID: 7a94014d-4924-4144-b5a8-2f7364e39ee3 with Priority: HIGHEST for action security_group_rules [ 728.838022] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a94014d-4924-4144-b5a8-2f7364e39ee3 with Priority: HIGHEST for action security_group_rules [ 728.838898] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a94014d-4924-4144-b5a8-2f7364e39ee3 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.839065] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a94014d-4924-4144-b5a8-2f7364e39ee3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.858741] env[65432]: INFO networking_nsxv3.common.synchronization [None req-c4c7850d-cd79-418d-ae98-557867268bf5 None None] Enqueued Resource ID: aa5ed0c6-be70-4d84-9d1b-595afe6fc3c4 with Priority: HIGHEST for action port [ 728.859356] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa5ed0c6-be70-4d84-9d1b-595afe6fc3c4 with Priority: HIGHEST for action port [ 728.859765] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa5ed0c6-be70-4d84-9d1b-595afe6fc3c4 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.859941] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa5ed0c6-be70-4d84-9d1b-595afe6fc3c4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.860033] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa5ed0c6-be70-4d84-9d1b-595afe6fc3c4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.860295] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa5ed0c6-be70-4d84-9d1b-595afe6fc3c4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.860403] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa5ed0c6-be70-4d84-9d1b-595afe6fc3c4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.066145] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6ecd6ae4-322a-4610-8134-e084eed8490e: rpc.has_security_group_logging(os_id): False [ 729.089446] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.089707] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.089842] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.090086] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.116834] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.117287] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.117388] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.117388] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.117613] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.117747] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.117898] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.119061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.119061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.119061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.119061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.119061] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.119061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.119061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.119061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.119061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.119061] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ecd6ae4-322a-4610-8134-e084eed8490e is going to be updated. [ 729.137421] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.137575] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.137789] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.137892] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.138076] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.138172] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f is going to be created. [ 729.164836] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.165048] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.165139] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.165373] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.165535] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.177755] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f in Status: UNINITIALIZED for 2s [ 729.186680] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.186951] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.186951] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.187387] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.187387] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.207087] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ecd6ae4-322a-4610-8134-e084eed8490e in Status: IN_PROGRESS for 2s [ 729.209770] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.210073] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.210073] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.210893] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.211037] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.211165] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a94014d-4924-4144-b5a8-2f7364e39ee3 already deleted. [ 729.211230] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a94014d-4924-4144-b5a8-2f7364e39ee3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.211453] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a94014d-4924-4144-b5a8-2f7364e39ee3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.211658] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a94014d-4924-4144-b5a8-2f7364e39ee3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.211803] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a94014d-4924-4144-b5a8-2f7364e39ee3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.233287] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd1963ff-72b9-4796-9a4a-982c5981e737 in Status: SUCCESS [ 729.233479] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.362852] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aa5ed0c6-be70-4d84-9d1b-595afe6fc3c4 [ 729.363368] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.364739] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.364739] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.364739] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.364739] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.364739] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aa5ed0c6-be70-4d84-9d1b-595afe6fc3c4 already deleted. [ 729.364739] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa5ed0c6-be70-4d84-9d1b-595afe6fc3c4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.735785] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.735981] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.736036] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.736248] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.736368] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.736447] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a94014d-4924-4144-b5a8-2f7364e39ee3 already deleted. [ 729.736539] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a94014d-4924-4144-b5a8-2f7364e39ee3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.260974] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c86fe60-aef1-4f04-b01e-dfff4bf17fab in Status: SUCCESS [ 730.261369] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c86fe60-aef1-4f04-b01e-dfff4bf17fab" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.416275] env[65432]: INFO networking_nsxv3.common.synchronization [req-355eb06a-1db3-4de1-a842-efae5e5fa65a req-8cfa95c5-db60-403d-aac6-4a135f8c4a27 tempest-ServerDiskConfigTestJSON-621321756 tempest-ServerDiskConfigTestJSON-621321756-project-member] Enqueued Resource ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 with Priority: HIGHEST for action security_group_members [ 730.416275] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 with Priority: HIGHEST for action security_group_members [ 730.416275] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-50575cbb-c5ae-41f3-bd63-feaf511b6d87 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.416275] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.416275] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.417135] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.417345] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.417462] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.417529] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.417711] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.417805] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.417904] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50575cbb-c5ae-41f3-bd63-feaf511b6d87',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.921686] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.924860] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.924860] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.925108] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.949558] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.949558] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.949558] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.949558] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.949558] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.949558] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.949902] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 is going to be updated. [ 730.979327] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.979327] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.979327] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.979565] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.979686] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.988986] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 in Status: IN_PROGRESS for 2s [ 731.188324] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f in Status: SUCCESS [ 731.188488] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.188696] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.188974] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.189800] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.189800] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.189800] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.189800] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.189800] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.189800] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.190053] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9bd07cc7-5f30-4f1b-945f-d0007a74587f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.221999] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ecd6ae4-322a-4610-8134-e084eed8490e in Status: SUCCESS [ 731.222234] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ecd6ae4-322a-4610-8134-e084eed8490e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.222413] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ecd6ae4-322a-4610-8134-e084eed8490e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.222633] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ecd6ae4-322a-4610-8134-e084eed8490e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.222733] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ecd6ae4-322a-4610-8134-e084eed8490e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.367053] env[65432]: INFO networking_nsxv3.common.synchronization [req-a620bd71-3269-4ee1-bd5c-8c75310b2295 req-37e76ce8-03c4-4c2f-af38-8bea17772731 tempest-ServersAdminNegativeTestJSON-484805727 tempest-ServersAdminNegativeTestJSON-484805727-project-member] Enqueued Resource ID: ccb0a543-d9c0-48dc-ba03-af9897983f22 with Priority: HIGHEST for action security_group_members [ 731.367805] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccb0a543-d9c0-48dc-ba03-af9897983f22 with Priority: HIGHEST for action security_group_members [ 731.367908] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccb0a543-d9c0-48dc-ba03-af9897983f22 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.368019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccb0a543-d9c0-48dc-ba03-af9897983f22" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.368085] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccb0a543-d9c0-48dc-ba03-af9897983f22" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.368348] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccb0a543-d9c0-48dc-ba03-af9897983f22" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.369072] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.369072] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.369072] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.369072] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.369072] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.369072] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ccb0a543-d9c0-48dc-ba03-af9897983f22',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.692265] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd07cc7-5f30-4f1b-945f-d0007a74587f taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.692388] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.692454] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.692742] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.693233] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.693233] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.693233] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.693397] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.693397] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.693460] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.693715] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd07cc7-5f30-4f1b-945f-d0007a74587f taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.693807] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.693851] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.694022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.694166] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.694285] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.694346] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.694516] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.694601] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.694687] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.694816] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9bd07cc7-5f30-4f1b-945f-d0007a74587f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.724751] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ecd6ae4-322a-4610-8134-e084eed8490e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.726017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ecd6ae4-322a-4610-8134-e084eed8490e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.726017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ecd6ae4-322a-4610-8134-e084eed8490e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.726182] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ecd6ae4-322a-4610-8134-e084eed8490e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.726469] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.726567] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.726601] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.726832] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.726946] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.727073] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ecd6ae4-322a-4610-8134-e084eed8490e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.727213] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6ecd6ae4-322a-4610-8134-e084eed8490e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.871109] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.871987] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.871987] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.873574] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.873574] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.873574] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.873574] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.873574] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.873574] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.873574] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.873574] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccb0a543-d9c0-48dc-ba03-af9897983f22 already deleted. [ 731.873574] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccb0a543-d9c0-48dc-ba03-af9897983f22" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.201792] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9bd07cc7-5f30-4f1b-945f-d0007a74587f: rpc.has_security_group_logging(os_id): False [ 732.210422] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock network-36 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.210847] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "network-36" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.210847] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "network-36" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.211160] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "network-36" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.211254] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.211402] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.211580] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.211910] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.213868] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.213868] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 732.213868] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 732.213868] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 732.213868] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 732.213868] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 732.213868] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 732.213868] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 732.221095] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.221293] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.221445] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.221733] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.221851] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.222243] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.222342] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.222342] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.222532] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.222627] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.222875] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.223025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.226613] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.228095] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.228095] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.228095] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.228095] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.228095] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.228095] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.228095] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.228095] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f is going to be created. [ 732.230745] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ecd6ae4-322a-4610-8134-e084eed8490e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.232445] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ecd6ae4-322a-4610-8134-e084eed8490e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.232445] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ecd6ae4-322a-4610-8134-e084eed8490e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.232445] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ecd6ae4-322a-4610-8134-e084eed8490e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.232445] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.232445] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.232445] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.232445] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.232445] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.232445] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ecd6ae4-322a-4610-8134-e084eed8490e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.235117] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ecd6ae4-322a-4610-8134-e084eed8490e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.235117] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ecd6ae4-322a-4610-8134-e084eed8490e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.235117] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ecd6ae4-322a-4610-8134-e084eed8490e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.235117] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ecd6ae4-322a-4610-8134-e084eed8490e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.235117] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.235117] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.235117] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.235117] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.235117] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.235117] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ecd6ae4-322a-4610-8134-e084eed8490e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.235117] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6ecd6ae4-322a-4610-8134-e084eed8490e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.236842] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 732.236842] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 732.236939] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 732.237116] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "network-36" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.237807] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock port-909f30eb-7654-4d93-9336-6f3a80c0a357 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.238090] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "port-909f30eb-7654-4d93-9336-6f3a80c0a357" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.238296] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "port-909f30eb-7654-4d93-9336-6f3a80c0a357" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.238971] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "port-909f30eb-7654-4d93-9336-6f3a80c0a357" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.239240] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('909f30eb-7654-4d93-9336-6f3a80c0a357',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.310665] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.310799] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.310799] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.311025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.311236] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.328084] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f in Status: IN_PROGRESS for 2s [ 732.349144] env[65432]: INFO networking_nsxv3.common.synchronization [None req-7753b9eb-02d4-4afe-ac35-1c9fa77a878e None None] Enqueued Resource ID: a764f098-ff7e-4c69-97ee-25d0bee279e2 with Priority: HIGHEST for action port [ 732.352163] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a764f098-ff7e-4c69-97ee-25d0bee279e2 with Priority: HIGHEST for action port [ 732.353215] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-a764f098-ff7e-4c69-97ee-25d0bee279e2 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.353426] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a764f098-ff7e-4c69-97ee-25d0bee279e2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.353502] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a764f098-ff7e-4c69-97ee-25d0bee279e2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.353894] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a764f098-ff7e-4c69-97ee-25d0bee279e2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.354049] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a764f098-ff7e-4c69-97ee-25d0bee279e2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.710304] env[65432]: INFO networking_nsxv3.common.synchronization [None req-ad0697d7-8ef1-4a3b-9015-abbf6c90e3c7 None None] Enqueued Resource ID: 0f956bf7-74eb-4245-ad8e-ebf98d46bd21 with Priority: HIGHEST for action port [ 732.710883] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f956bf7-74eb-4245-ad8e-ebf98d46bd21 with Priority: HIGHEST for action port [ 732.711211] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f956bf7-74eb-4245-ad8e-ebf98d46bd21 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.712340] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f956bf7-74eb-4245-ad8e-ebf98d46bd21" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.712340] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f956bf7-74eb-4245-ad8e-ebf98d46bd21" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.712340] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f956bf7-74eb-4245-ad8e-ebf98d46bd21" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.712340] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f956bf7-74eb-4245-ad8e-ebf98d46bd21',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.742454] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6ecd6ae4-322a-4610-8134-e084eed8490e: rpc.has_security_group_logging(os_id): False [ 732.744347] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.744561] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.744709] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.744991] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.745155] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.745303] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Segment Port 909f30eb-7654-4d93-9336-6f3a80c0a357 not found, creating... [ 732.745560] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.745711] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.745820] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.748705] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.749064] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.749117] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.749271] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.749376] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.749716] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.749883] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.750046] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Resource: SegmentPort with ID: 909f30eb-7654-4d93-9336-6f3a80c0a357 is going to be created. [ 732.787032] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.787032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.787032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.787032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.787032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.787032] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.787032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.787032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.787032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.787032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.787032] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.787032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.787032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.788457] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.788963] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.789388] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.789646] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.789810] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.790118] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.790734] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.790734] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ecd6ae4-322a-4610-8134-e084eed8490e is going to be updated. [ 732.825895] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.826215] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.827818] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.827818] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.827818] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.827818] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "port-909f30eb-7654-4d93-9336-6f3a80c0a357" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.857168] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a764f098-ff7e-4c69-97ee-25d0bee279e2 [ 732.857339] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.857406] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.857467] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.857809] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.857922] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.858043] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a764f098-ff7e-4c69-97ee-25d0bee279e2 already deleted. [ 732.858188] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a764f098-ff7e-4c69-97ee-25d0bee279e2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.876633] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.876983] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.877070] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.877323] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.877475] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.893051] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ecd6ae4-322a-4610-8134-e084eed8490e in Status: IN_PROGRESS for 2s [ 733.002019] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 in Status: SUCCESS [ 733.002019] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 deletion is rescheduled due to dependency. [ 733.002019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.217698] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0f956bf7-74eb-4245-ad8e-ebf98d46bd21 [ 733.217909] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.218925] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.218925] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.218925] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.218925] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.218925] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0f956bf7-74eb-4245-ad8e-ebf98d46bd21 already deleted. [ 733.218925] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f956bf7-74eb-4245-ad8e-ebf98d46bd21" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.577791] env[65432]: INFO networking_nsxv3.common.synchronization [req-a620bd71-3269-4ee1-bd5c-8c75310b2295 req-6b7d4964-7985-41fa-b62c-dae757395117 service nova] Enqueued Resource ID: ccb0a543-d9c0-48dc-ba03-af9897983f22 with Priority: HIGHEST for action security_group_rules [ 733.577917] env[65432]: INFO networking_nsxv3.common.synchronization [req-a620bd71-3269-4ee1-bd5c-8c75310b2295 req-6b7d4964-7985-41fa-b62c-dae757395117 service nova] Enqueued Resource ID: ccb0a543-d9c0-48dc-ba03-af9897983f22 with Priority: HIGHEST for action security_group_members [ 733.579649] env[65432]: INFO networking_nsxv3.common.synchronization [req-a620bd71-3269-4ee1-bd5c-8c75310b2295 req-6b7d4964-7985-41fa-b62c-dae757395117 service nova] Enqueued Resource ID: 909f30eb-7654-4d93-9336-6f3a80c0a357 with Priority: HIGHEST for action port [ 733.580367] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccb0a543-d9c0-48dc-ba03-af9897983f22 with Priority: HIGHEST for action security_group_rules [ 733.580518] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccb0a543-d9c0-48dc-ba03-af9897983f22 with Priority: HIGHEST for action security_group_members [ 733.581635] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 909f30eb-7654-4d93-9336-6f3a80c0a357 with Priority: HIGHEST for action port [ 733.581635] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ccb0a543-d9c0-48dc-ba03-af9897983f22 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.581635] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ccb0a543-d9c0-48dc-ba03-af9897983f22" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.581635] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ccb0a543-d9c0-48dc-ba03-af9897983f22" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.581635] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ccb0a543-d9c0-48dc-ba03-af9897983f22" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.581635] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ccb0a543-d9c0-48dc-ba03-af9897983f22',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.583767] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccb0a543-d9c0-48dc-ba03-af9897983f22 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.583767] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccb0a543-d9c0-48dc-ba03-af9897983f22" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.583767] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccb0a543-d9c0-48dc-ba03-af9897983f22" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.585063] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccb0a543-d9c0-48dc-ba03-af9897983f22" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.585063] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.585063] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.585063] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.585063] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.585063] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.585063] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ccb0a543-d9c0-48dc-ba03-af9897983f22',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.585628] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-909f30eb-7654-4d93-9336-6f3a80c0a357 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.585785] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-909f30eb-7654-4d93-9336-6f3a80c0a357" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.585823] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-909f30eb-7654-4d93-9336-6f3a80c0a357" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.586116] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-909f30eb-7654-4d93-9336-6f3a80c0a357" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.586116] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('909f30eb-7654-4d93-9336-6f3a80c0a357',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.087660] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ccb0a543-d9c0-48dc-ba03-af9897983f22',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.088564] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccb0a543-d9c0-48dc-ba03-af9897983f22 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.088704] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccb0a543-d9c0-48dc-ba03-af9897983f22" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.089086] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 909f30eb-7654-4d93-9336-6f3a80c0a357 with status ACTIVE [ 734.089254] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.089358] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.089432] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.089613] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.090028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.090028] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.090028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.090028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.090348] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.090348] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.090451] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.090523] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.090523] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.091229] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.091229] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.091229] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 909f30eb-7654-4d93-9336-6f3a80c0a357 is going to be updated. [ 734.112823] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.115173] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.115173] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.115173] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.115173] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.115173] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-909f30eb-7654-4d93-9336-6f3a80c0a357" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.348515] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f in Status: SUCCESS [ 734.348747] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.590225] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ccb0a543-d9c0-48dc-ba03-af9897983f22',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.914908] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ecd6ae4-322a-4610-8134-e084eed8490e in Status: SUCCESS [ 734.917520] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ecd6ae4-322a-4610-8134-e084eed8490e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.094694] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.095487] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.095780] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.096222] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.096222] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.096437] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccb0a543-d9c0-48dc-ba03-af9897983f22 is going to be created. [ 735.128482] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.128701] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.128701] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.128897] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.129094] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.156071] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccb0a543-d9c0-48dc-ba03-af9897983f22 in Status: UNINITIALIZED for 2s [ 735.345191] env[65432]: INFO networking_nsxv3.common.synchronization [None req-a578b109-0c38-4b47-b7e5-6f616bf658f7 None None] Enqueued Resource ID: 3af4c059-2a34-4be2-baa2-73fb6dbfe2aa with Priority: HIGHEST for action port [ 735.345700] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3af4c059-2a34-4be2-baa2-73fb6dbfe2aa with Priority: HIGHEST for action port [ 735.346231] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-3af4c059-2a34-4be2-baa2-73fb6dbfe2aa taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.346231] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3af4c059-2a34-4be2-baa2-73fb6dbfe2aa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.346231] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3af4c059-2a34-4be2-baa2-73fb6dbfe2aa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.346891] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3af4c059-2a34-4be2-baa2-73fb6dbfe2aa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.346891] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3af4c059-2a34-4be2-baa2-73fb6dbfe2aa',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.685368] env[65432]: INFO networking_nsxv3.common.synchronization [req-5cc486d6-3e6e-4511-a16c-460a86c2651c req-cd22aa42-a92a-4389-bd8d-f6ca137458d8 tempest-ServerAddressesTestJSON-1640197673 tempest-ServerAddressesTestJSON-1640197673-project-member] Enqueued Resource ID: b2119a14-8e94-4bb1-97f5-bab1e7ff0d36 with Priority: HIGHEST for action security_group_members [ 735.685783] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2119a14-8e94-4bb1-97f5-bab1e7ff0d36 with Priority: HIGHEST for action security_group_members [ 735.686114] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2119a14-8e94-4bb1-97f5-bab1e7ff0d36 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.686268] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2119a14-8e94-4bb1-97f5-bab1e7ff0d36" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.686353] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2119a14-8e94-4bb1-97f5-bab1e7ff0d36" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.686643] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2119a14-8e94-4bb1-97f5-bab1e7ff0d36" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.686858] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.686954] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.689016] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.689016] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.689016] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.689016] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2119a14-8e94-4bb1-97f5-bab1e7ff0d36',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.850132] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3af4c059-2a34-4be2-baa2-73fb6dbfe2aa [ 735.850381] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.850534] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.850616] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.851077] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.851077] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.851077] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3af4c059-2a34-4be2-baa2-73fb6dbfe2aa already deleted. [ 735.851366] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3af4c059-2a34-4be2-baa2-73fb6dbfe2aa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.147212] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock network-338 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.147527] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "network-338" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.147527] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "network-338" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.147825] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "network-338" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.150391] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.151948] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.151948] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.152150] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.152295] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.152531] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 736.152663] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 736.152794] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 736.152930] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 736.153079] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 736.153206] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 736.153362] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 736.173321] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 736.173321] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 736.173321] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 736.173321] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "network-338" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.173621] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock port-98ab7d58-d63d-4010-a5de-592051e8749a taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.173828] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "port-98ab7d58-d63d-4010-a5de-592051e8749a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.173946] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "port-98ab7d58-d63d-4010-a5de-592051e8749a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.174295] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "port-98ab7d58-d63d-4010-a5de-592051e8749a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.174433] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98ab7d58-d63d-4010-a5de-592051e8749a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.190885] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.191065] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.191138] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.191360] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.191450] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.192067] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.192185] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.192257] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.192442] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.192562] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.192664] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2119a14-8e94-4bb1-97f5-bab1e7ff0d36 already deleted. [ 736.192761] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2119a14-8e94-4bb1-97f5-bab1e7ff0d36" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.463276] env[65432]: INFO networking_nsxv3.common.synchronization [None req-dacdc4d7-6fe3-4aa0-9cef-d33b90513f4a None None] Enqueued Resource ID: 87d808fa-33e7-4276-a205-8cd29a8b13e1 with Priority: HIGHEST for action port [ 736.463526] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87d808fa-33e7-4276-a205-8cd29a8b13e1 with Priority: HIGHEST for action port [ 736.464969] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-87d808fa-33e7-4276-a205-8cd29a8b13e1 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.464969] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87d808fa-33e7-4276-a205-8cd29a8b13e1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.464969] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87d808fa-33e7-4276-a205-8cd29a8b13e1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.464969] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87d808fa-33e7-4276-a205-8cd29a8b13e1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.464969] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87d808fa-33e7-4276-a205-8cd29a8b13e1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.676975] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.677817] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.677817] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.677817] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.678024] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.678121] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Segment Port 98ab7d58-d63d-4010-a5de-592051e8749a not found, creating... [ 736.678392] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.678547] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.678660] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.678887] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.679100] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.679400] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.679554] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.679664] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.679870] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.679998] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.680375] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Resource: SegmentPort with ID: 98ab7d58-d63d-4010-a5de-592051e8749a is going to be created. [ 736.699573] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.699801] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.699917] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.700177] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.700416] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.700651] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "port-98ab7d58-d63d-4010-a5de-592051e8749a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.968104] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 87d808fa-33e7-4276-a205-8cd29a8b13e1 [ 736.968360] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.968501] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.968572] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.968780] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.968870] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.968970] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:87d808fa-33e7-4276-a205-8cd29a8b13e1 already deleted. [ 736.969065] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87d808fa-33e7-4276-a205-8cd29a8b13e1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.030136] env[65432]: INFO networking_nsxv3.common.synchronization [req-1bad13c4-e955-4c39-a894-40ab91be1781 req-96ea1be1-2ae7-46c6-b208-0e38370a312b tempest-SecurityGroupRulesNegativeTestJSON-2091985419 tempest-SecurityGroupRulesNegativeTestJSON-2091985419-project-member] Enqueued Resource ID: ab4450ac-0049-42ec-8a8c-a1836a3647b4 with Priority: HIGHEST for action security_group_rules [ 737.030688] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab4450ac-0049-42ec-8a8c-a1836a3647b4 with Priority: HIGHEST for action security_group_rules [ 737.031010] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab4450ac-0049-42ec-8a8c-a1836a3647b4 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.031190] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab4450ac-0049-42ec-8a8c-a1836a3647b4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.031308] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab4450ac-0049-42ec-8a8c-a1836a3647b4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.031533] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab4450ac-0049-42ec-8a8c-a1836a3647b4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.031614] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab4450ac-0049-42ec-8a8c-a1836a3647b4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.168315] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccb0a543-d9c0-48dc-ba03-af9897983f22 in Status: SUCCESS [ 737.168555] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccb0a543-d9c0-48dc-ba03-af9897983f22" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.168555] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccb0a543-d9c0-48dc-ba03-af9897983f22" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.168879] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccb0a543-d9c0-48dc-ba03-af9897983f22" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.168974] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.169065] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.169104] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.169761] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.169761] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.169761] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccb0a543-d9c0-48dc-ba03-af9897983f22" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.169761] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ccb0a543-d9c0-48dc-ba03-af9897983f22',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.488930] env[65432]: INFO networking_nsxv3.common.synchronization [req-5cc486d6-3e6e-4511-a16c-460a86c2651c req-86ab6518-db64-452d-9206-42d318eeeace service nova] Enqueued Resource ID: b2119a14-8e94-4bb1-97f5-bab1e7ff0d36 with Priority: HIGHEST for action security_group_rules [ 737.488930] env[65432]: INFO networking_nsxv3.common.synchronization [req-5cc486d6-3e6e-4511-a16c-460a86c2651c req-86ab6518-db64-452d-9206-42d318eeeace service nova] Enqueued Resource ID: b2119a14-8e94-4bb1-97f5-bab1e7ff0d36 with Priority: HIGHEST for action security_group_members [ 737.488930] env[65432]: INFO networking_nsxv3.common.synchronization [req-5cc486d6-3e6e-4511-a16c-460a86c2651c req-86ab6518-db64-452d-9206-42d318eeeace service nova] Enqueued Resource ID: 98ab7d58-d63d-4010-a5de-592051e8749a with Priority: HIGHEST for action port [ 737.488930] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2119a14-8e94-4bb1-97f5-bab1e7ff0d36 with Priority: HIGHEST for action security_group_rules [ 737.488930] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2119a14-8e94-4bb1-97f5-bab1e7ff0d36 with Priority: HIGHEST for action security_group_members [ 737.488930] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98ab7d58-d63d-4010-a5de-592051e8749a with Priority: HIGHEST for action port [ 737.488930] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2119a14-8e94-4bb1-97f5-bab1e7ff0d36 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.488930] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2119a14-8e94-4bb1-97f5-bab1e7ff0d36" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.488930] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2119a14-8e94-4bb1-97f5-bab1e7ff0d36" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.490253] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2119a14-8e94-4bb1-97f5-bab1e7ff0d36" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.490514] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2119a14-8e94-4bb1-97f5-bab1e7ff0d36',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.492904] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2119a14-8e94-4bb1-97f5-bab1e7ff0d36 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.493038] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2119a14-8e94-4bb1-97f5-bab1e7ff0d36" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.493106] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2119a14-8e94-4bb1-97f5-bab1e7ff0d36" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.493295] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2119a14-8e94-4bb1-97f5-bab1e7ff0d36" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.493446] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.493548] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.493608] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.493773] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.493856] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.493947] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2119a14-8e94-4bb1-97f5-bab1e7ff0d36',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.494860] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-98ab7d58-d63d-4010-a5de-592051e8749a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.495014] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98ab7d58-d63d-4010-a5de-592051e8749a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.495143] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98ab7d58-d63d-4010-a5de-592051e8749a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.495673] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98ab7d58-d63d-4010-a5de-592051e8749a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.495673] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98ab7d58-d63d-4010-a5de-592051e8749a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.557045] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.557045] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.557045] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.557045] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.557328] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.557328] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab4450ac-0049-42ec-8a8c-a1836a3647b4 already deleted. [ 737.557427] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab4450ac-0049-42ec-8a8c-a1836a3647b4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.675631] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccb0a543-d9c0-48dc-ba03-af9897983f22 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.675863] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccb0a543-d9c0-48dc-ba03-af9897983f22" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.675949] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccb0a543-d9c0-48dc-ba03-af9897983f22" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.676533] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccb0a543-d9c0-48dc-ba03-af9897983f22" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.676533] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.676533] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.676533] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.676757] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.676787] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.676882] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccb0a543-d9c0-48dc-ba03-af9897983f22" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.677011] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccb0a543-d9c0-48dc-ba03-af9897983f22 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.681340] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccb0a543-d9c0-48dc-ba03-af9897983f22" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.681524] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccb0a543-d9c0-48dc-ba03-af9897983f22" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.681712] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccb0a543-d9c0-48dc-ba03-af9897983f22" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.681888] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.682009] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.682367] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.682367] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.682367] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.682535] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccb0a543-d9c0-48dc-ba03-af9897983f22" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.682535] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ccb0a543-d9c0-48dc-ba03-af9897983f22',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.997670] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2119a14-8e94-4bb1-97f5-bab1e7ff0d36 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.997859] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2119a14-8e94-4bb1-97f5-bab1e7ff0d36" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.998136] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2119a14-8e94-4bb1-97f5-bab1e7ff0d36',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.001190] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 98ab7d58-d63d-4010-a5de-592051e8749a with status ACTIVE [ 738.001418] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.001585] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.001655] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.001904] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.002033] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.002404] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.002404] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.002404] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.002615] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.002679] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.002851] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.002945] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.003038] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.003136] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.003255] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.003291] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 98ab7d58-d63d-4010-a5de-592051e8749a is going to be updated. [ 738.029244] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.029413] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.029492] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.029760] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.029876] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.030171] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98ab7d58-d63d-4010-a5de-592051e8749a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.186710] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ccb0a543-d9c0-48dc-ba03-af9897983f22: rpc.has_security_group_logging(os_id): False [ 738.226811] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.227354] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.227354] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.227354] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.227466] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.227646] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.227736] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.227801] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.227974] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.228096] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.228315] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.228416] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.228478] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.228634] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.228746] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.228996] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.229112] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.229175] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.229326] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.229405] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.229492] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ccb0a543-d9c0-48dc-ba03-af9897983f22 is going to be created. [ 738.297467] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.297657] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.297657] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.297871] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.298102] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.312604] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ccb0a543-d9c0-48dc-ba03-af9897983f22 in Status: IN_PROGRESS for 2s [ 738.420164] env[65432]: INFO networking_nsxv3.common.synchronization [req-753da558-97c3-4d92-a86e-4b9b5f85746e req-3ed7eed0-033a-4490-85b7-366ce9feef3a tempest-ServerRescueTestJSON-1613494716 tempest-ServerRescueTestJSON-1613494716-project-member] Enqueued Resource ID: 392d2d70-ae20-4fb3-998a-f769f8aa2c2d with Priority: HIGHEST for action security_group_members [ 738.420826] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 392d2d70-ae20-4fb3-998a-f769f8aa2c2d with Priority: HIGHEST for action security_group_members [ 738.421448] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-392d2d70-ae20-4fb3-998a-f769f8aa2c2d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.422519] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-392d2d70-ae20-4fb3-998a-f769f8aa2c2d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.428586] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-392d2d70-ae20-4fb3-998a-f769f8aa2c2d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.428586] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-392d2d70-ae20-4fb3-998a-f769f8aa2c2d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.428586] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.428586] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.428586] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.428586] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.428586] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.428586] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('392d2d70-ae20-4fb3-998a-f769f8aa2c2d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.506840] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2119a14-8e94-4bb1-97f5-bab1e7ff0d36',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.602702] env[65432]: INFO networking_nsxv3.common.synchronization [req-e28eddaa-c790-4553-b056-018802ff3761 req-780fea9a-ea83-4b4c-addf-4df571f2b308 tempest-SecurityGroupRulesTestJSON-825772892 tempest-SecurityGroupRulesTestJSON-825772892-project-member] Enqueued Resource ID: 62a01086-a719-40f8-a3a1-48ac468da871 with Priority: HIGHEST for action security_group_rules [ 738.606973] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62a01086-a719-40f8-a3a1-48ac468da871 with Priority: HIGHEST for action security_group_rules [ 738.607594] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62a01086-a719-40f8-a3a1-48ac468da871 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.609801] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62a01086-a719-40f8-a3a1-48ac468da871" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.609801] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62a01086-a719-40f8-a3a1-48ac468da871" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.609801] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62a01086-a719-40f8-a3a1-48ac468da871" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.609801] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62a01086-a719-40f8-a3a1-48ac468da871',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.808269] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock network-847 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.808444] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "network-847" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.808562] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "network-847" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.808808] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "network-847" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.809065] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.809213] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.809318] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.809530] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.812177] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.812177] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 738.812177] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 738.812177] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 738.812177] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 738.812177] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 738.812177] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 738.812177] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 738.830856] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 738.831078] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 738.831230] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 738.831397] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "network-847" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.831802] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock port-d312a11b-4f45-4b5f-8252-9e3696a6fbb5 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.831982] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "port-d312a11b-4f45-4b5f-8252-9e3696a6fbb5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.832114] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "port-d312a11b-4f45-4b5f-8252-9e3696a6fbb5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.832464] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "port-d312a11b-4f45-4b5f-8252-9e3696a6fbb5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.832618] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d312a11b-4f45-4b5f-8252-9e3696a6fbb5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.930307] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('392d2d70-ae20-4fb3-998a-f769f8aa2c2d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.010969] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.011149] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.011208] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.011404] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.011498] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.011616] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2119a14-8e94-4bb1-97f5-bab1e7ff0d36 is going to be created. [ 739.035268] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.035425] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.035477] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.035710] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.035877] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.045301] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2119a14-8e94-4bb1-97f5-bab1e7ff0d36 in Status: UNINITIALIZED for 2s [ 739.131709] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.131840] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.131890] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.132129] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.132222] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.132306] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62a01086-a719-40f8-a3a1-48ac468da871 already deleted. [ 739.132391] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62a01086-a719-40f8-a3a1-48ac468da871" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.233105] env[65432]: INFO networking_nsxv3.common.synchronization [None req-76265fe2-33c3-4729-8345-f2712e555d5d None None] Enqueued Resource ID: cea1323e-aacb-4473-9a9d-4f6a1cb38a22 with Priority: HIGHEST for action port [ 739.233732] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cea1323e-aacb-4473-9a9d-4f6a1cb38a22 with Priority: HIGHEST for action port [ 739.235030] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-cea1323e-aacb-4473-9a9d-4f6a1cb38a22 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.235514] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cea1323e-aacb-4473-9a9d-4f6a1cb38a22" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.235514] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cea1323e-aacb-4473-9a9d-4f6a1cb38a22" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.235765] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cea1323e-aacb-4473-9a9d-4f6a1cb38a22" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.235953] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cea1323e-aacb-4473-9a9d-4f6a1cb38a22',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.335372] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.336372] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.336499] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.336752] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.336900] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.337071] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Segment Port d312a11b-4f45-4b5f-8252-9e3696a6fbb5 not found, creating... [ 739.337861] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.337861] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.337861] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.337861] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.338091] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.338291] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.338636] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.338781] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.340069] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.340069] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.340069] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Resource: SegmentPort with ID: d312a11b-4f45-4b5f-8252-9e3696a6fbb5 is going to be created. [ 739.362085] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.362311] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.362430] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.362691] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.362915] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.363155] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "port-d312a11b-4f45-4b5f-8252-9e3696a6fbb5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.434231] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('392d2d70-ae20-4fb3-998a-f769f8aa2c2d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.740386] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cea1323e-aacb-4473-9a9d-4f6a1cb38a22 [ 739.740980] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.740980] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.740980] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.741142] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.741233] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.741477] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cea1323e-aacb-4473-9a9d-4f6a1cb38a22 already deleted. [ 739.741477] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cea1323e-aacb-4473-9a9d-4f6a1cb38a22" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.936491] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.936721] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.936807] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.937085] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.937185] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.937283] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 392d2d70-ae20-4fb3-998a-f769f8aa2c2d is going to be updated. [ 739.968094] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.968094] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.968094] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.968094] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.968094] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.977544] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 392d2d70-ae20-4fb3-998a-f769f8aa2c2d in Status: IN_PROGRESS for 2s [ 740.106831] env[65432]: INFO networking_nsxv3.common.synchronization [req-753da558-97c3-4d92-a86e-4b9b5f85746e req-d080b775-c7ec-464d-8513-932b0893fa3b service nova] Enqueued Resource ID: 392d2d70-ae20-4fb3-998a-f769f8aa2c2d with Priority: HIGHEST for action security_group_rules [ 740.106944] env[65432]: INFO networking_nsxv3.common.synchronization [req-753da558-97c3-4d92-a86e-4b9b5f85746e req-d080b775-c7ec-464d-8513-932b0893fa3b service nova] Enqueued Resource ID: 392d2d70-ae20-4fb3-998a-f769f8aa2c2d with Priority: HIGHEST for action security_group_members [ 740.107094] env[65432]: INFO networking_nsxv3.common.synchronization [req-753da558-97c3-4d92-a86e-4b9b5f85746e req-d080b775-c7ec-464d-8513-932b0893fa3b service nova] Enqueued Resource ID: d312a11b-4f45-4b5f-8252-9e3696a6fbb5 with Priority: HIGHEST for action port [ 740.107666] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 392d2d70-ae20-4fb3-998a-f769f8aa2c2d with Priority: HIGHEST for action security_group_rules [ 740.112772] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 392d2d70-ae20-4fb3-998a-f769f8aa2c2d with Priority: HIGHEST for action security_group_members [ 740.112772] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d312a11b-4f45-4b5f-8252-9e3696a6fbb5 with Priority: HIGHEST for action port [ 740.112772] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-392d2d70-ae20-4fb3-998a-f769f8aa2c2d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.112772] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-392d2d70-ae20-4fb3-998a-f769f8aa2c2d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.112772] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-392d2d70-ae20-4fb3-998a-f769f8aa2c2d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.112772] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-392d2d70-ae20-4fb3-998a-f769f8aa2c2d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.112772] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('392d2d70-ae20-4fb3-998a-f769f8aa2c2d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.114983] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-392d2d70-ae20-4fb3-998a-f769f8aa2c2d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.114983] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-392d2d70-ae20-4fb3-998a-f769f8aa2c2d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.115731] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-d312a11b-4f45-4b5f-8252-9e3696a6fbb5 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.115731] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d312a11b-4f45-4b5f-8252-9e3696a6fbb5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.115731] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d312a11b-4f45-4b5f-8252-9e3696a6fbb5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.115731] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d312a11b-4f45-4b5f-8252-9e3696a6fbb5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.115731] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d312a11b-4f45-4b5f-8252-9e3696a6fbb5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.328992] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ccb0a543-d9c0-48dc-ba03-af9897983f22 in Status: SUCCESS [ 740.329266] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ccb0a543-d9c0-48dc-ba03-af9897983f22" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.618741] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-392d2d70-ae20-4fb3-998a-f769f8aa2c2d taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.618944] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-392d2d70-ae20-4fb3-998a-f769f8aa2c2d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.619335] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d312a11b-4f45-4b5f-8252-9e3696a6fbb5 with status ACTIVE [ 740.619335] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.619424] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.619534] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.619698] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.619796] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.620088] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.620160] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.620231] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.620493] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.620616] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.620845] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.620954] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.621028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.621178] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.621260] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.621339] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d312a11b-4f45-4b5f-8252-9e3696a6fbb5 is going to be updated. [ 740.654351] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.654461] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.654527] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.655210] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.655210] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.655210] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d312a11b-4f45-4b5f-8252-9e3696a6fbb5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.663880] env[65432]: INFO networking_nsxv3.common.synchronization [req-4d7e5c11-7bc1-4213-ab6e-e727e3a0252b req-585fc0f7-4042-4774-b7d2-d8031b720efe tempest-SecurityGroupsTestJSON-842556927 tempest-SecurityGroupsTestJSON-842556927-project-member] Enqueued Resource ID: dd1963ff-72b9-4796-9a4a-982c5981e737 with Priority: HIGHEST for action security_group_members [ 740.664131] env[65432]: INFO networking_nsxv3.common.synchronization [req-4d7e5c11-7bc1-4213-ab6e-e727e3a0252b req-585fc0f7-4042-4774-b7d2-d8031b720efe tempest-SecurityGroupsTestJSON-842556927 tempest-SecurityGroupsTestJSON-842556927-project-member] Enqueued Resource ID: 9666eef7-7372-4c5c-879e-4f463b68bcd2 with Priority: HIGHEST for action security_group_members [ 740.665021] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd1963ff-72b9-4796-9a4a-982c5981e737 with Priority: HIGHEST for action security_group_members [ 740.665248] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9666eef7-7372-4c5c-879e-4f463b68bcd2 with Priority: HIGHEST for action security_group_members [ 740.665711] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd1963ff-72b9-4796-9a4a-982c5981e737 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.665898] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.666082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.666372] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.666629] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.666794] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.666911] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.667309] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.667309] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.667484] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd1963ff-72b9-4796-9a4a-982c5981e737',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.668791] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-9666eef7-7372-4c5c-879e-4f463b68bcd2 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.669013] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9666eef7-7372-4c5c-879e-4f463b68bcd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.669113] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9666eef7-7372-4c5c-879e-4f463b68bcd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.669428] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9666eef7-7372-4c5c-879e-4f463b68bcd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.669662] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.669819] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.669923] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.670240] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.670305] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.670456] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9666eef7-7372-4c5c-879e-4f463b68bcd2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.715734] env[65432]: INFO networking_nsxv3.common.synchronization [req-4d7e5c11-7bc1-4213-ab6e-e727e3a0252b req-585fc0f7-4042-4774-b7d2-d8031b720efe tempest-SecurityGroupsTestJSON-842556927 tempest-SecurityGroupsTestJSON-842556927-project-member] Enqueued Resource ID: 9666eef7-7372-4c5c-879e-4f463b68bcd2 with Priority: HIGHEST for action security_group_rules [ 740.715926] env[65432]: INFO networking_nsxv3.common.synchronization [req-4d7e5c11-7bc1-4213-ab6e-e727e3a0252b req-585fc0f7-4042-4774-b7d2-d8031b720efe tempest-SecurityGroupsTestJSON-842556927 tempest-SecurityGroupsTestJSON-842556927-project-member] Enqueued Resource ID: 9666eef7-7372-4c5c-879e-4f463b68bcd2 with Priority: HIGHEST for action security_group_members [ 740.716099] env[65432]: INFO networking_nsxv3.common.synchronization [req-4d7e5c11-7bc1-4213-ab6e-e727e3a0252b req-585fc0f7-4042-4774-b7d2-d8031b720efe tempest-SecurityGroupsTestJSON-842556927 tempest-SecurityGroupsTestJSON-842556927-project-member] Enqueued Resource ID: dd1963ff-72b9-4796-9a4a-982c5981e737 with Priority: HIGHEST for action security_group_rules [ 740.716240] env[65432]: INFO networking_nsxv3.common.synchronization [req-4d7e5c11-7bc1-4213-ab6e-e727e3a0252b req-585fc0f7-4042-4774-b7d2-d8031b720efe tempest-SecurityGroupsTestJSON-842556927 tempest-SecurityGroupsTestJSON-842556927-project-member] Enqueued Resource ID: dd1963ff-72b9-4796-9a4a-982c5981e737 with Priority: HIGHEST for action security_group_members [ 740.716406] env[65432]: INFO networking_nsxv3.common.synchronization [req-4d7e5c11-7bc1-4213-ab6e-e727e3a0252b req-585fc0f7-4042-4774-b7d2-d8031b720efe tempest-SecurityGroupsTestJSON-842556927 tempest-SecurityGroupsTestJSON-842556927-project-member] Enqueued Resource ID: 06cacb40-6cf5-4f88-92df-5ca46e35bda3 with Priority: HIGHEST for action port [ 740.718237] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9666eef7-7372-4c5c-879e-4f463b68bcd2 with Priority: HIGHEST for action security_group_rules [ 740.718237] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd1963ff-72b9-4796-9a4a-982c5981e737 with Priority: HIGHEST for action security_group_rules [ 740.718237] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06cacb40-6cf5-4f88-92df-5ca46e35bda3 with Priority: HIGHEST for action port [ 740.718237] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9666eef7-7372-4c5c-879e-4f463b68bcd2 with Priority: HIGHEST for action security_group_members [ 740.718237] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd1963ff-72b9-4796-9a4a-982c5981e737 with Priority: HIGHEST for action security_group_members [ 740.718237] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9666eef7-7372-4c5c-879e-4f463b68bcd2 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.718237] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9666eef7-7372-4c5c-879e-4f463b68bcd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.718237] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9666eef7-7372-4c5c-879e-4f463b68bcd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.718237] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9666eef7-7372-4c5c-879e-4f463b68bcd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.718779] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9666eef7-7372-4c5c-879e-4f463b68bcd2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.719272] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd1963ff-72b9-4796-9a4a-982c5981e737 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.719397] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.719459] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.719767] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.719872] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd1963ff-72b9-4796-9a4a-982c5981e737',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.720798] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-06cacb40-6cf5-4f88-92df-5ca46e35bda3 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.720798] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06cacb40-6cf5-4f88-92df-5ca46e35bda3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.720922] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06cacb40-6cf5-4f88-92df-5ca46e35bda3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.721009] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06cacb40-6cf5-4f88-92df-5ca46e35bda3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.721130] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06cacb40-6cf5-4f88-92df-5ca46e35bda3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.721823] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-9666eef7-7372-4c5c-879e-4f463b68bcd2 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.721931] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9666eef7-7372-4c5c-879e-4f463b68bcd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.722126] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd1963ff-72b9-4796-9a4a-982c5981e737 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.722201] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.056813] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2119a14-8e94-4bb1-97f5-bab1e7ff0d36 in Status: SUCCESS [ 741.057074] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2119a14-8e94-4bb1-97f5-bab1e7ff0d36" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.057459] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2119a14-8e94-4bb1-97f5-bab1e7ff0d36" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.057545] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2119a14-8e94-4bb1-97f5-bab1e7ff0d36" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.057731] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.057862] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.058486] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.058486] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.058486] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.058486] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2119a14-8e94-4bb1-97f5-bab1e7ff0d36" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.058486] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b2119a14-8e94-4bb1-97f5-bab1e7ff0d36',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.173193] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd1963ff-72b9-4796-9a4a-982c5981e737',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.174239] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9666eef7-7372-4c5c-879e-4f463b68bcd2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.223624] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 06cacb40-6cf5-4f88-92df-5ca46e35bda3 with status ACTIVE [ 741.224063] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.224258] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.224406] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.224664] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.224829] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.225133] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.225307] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.225665] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.225804] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.225946] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.226311] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.226398] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.226473] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.226751] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.226862] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.226998] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 06cacb40-6cf5-4f88-92df-5ca46e35bda3 is going to be updated. [ 741.228684] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd1963ff-72b9-4796-9a4a-982c5981e737 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.228962] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.229330] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-9666eef7-7372-4c5c-879e-4f463b68bcd2 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.229581] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9666eef7-7372-4c5c-879e-4f463b68bcd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.254697] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.254919] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.255011] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.255284] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.255523] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.255713] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06cacb40-6cf5-4f88-92df-5ca46e35bda3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.562377] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2119a14-8e94-4bb1-97f5-bab1e7ff0d36 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.562377] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2119a14-8e94-4bb1-97f5-bab1e7ff0d36" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.562377] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2119a14-8e94-4bb1-97f5-bab1e7ff0d36" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.563632] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2119a14-8e94-4bb1-97f5-bab1e7ff0d36" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.563632] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.564741] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.564741] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.564741] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.564741] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.564741] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2119a14-8e94-4bb1-97f5-bab1e7ff0d36" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.564741] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2119a14-8e94-4bb1-97f5-bab1e7ff0d36 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.564741] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2119a14-8e94-4bb1-97f5-bab1e7ff0d36" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.564741] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2119a14-8e94-4bb1-97f5-bab1e7ff0d36" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.564741] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2119a14-8e94-4bb1-97f5-bab1e7ff0d36" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.565111] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.565111] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.565111] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.565219] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.565219] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.565383] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2119a14-8e94-4bb1-97f5-bab1e7ff0d36" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.565383] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b2119a14-8e94-4bb1-97f5-bab1e7ff0d36',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.679367] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9666eef7-7372-4c5c-879e-4f463b68bcd2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.680660] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd1963ff-72b9-4796-9a4a-982c5981e737',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.987326] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 392d2d70-ae20-4fb3-998a-f769f8aa2c2d in Status: SUCCESS [ 741.987326] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-392d2d70-ae20-4fb3-998a-f769f8aa2c2d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.987551] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-392d2d70-ae20-4fb3-998a-f769f8aa2c2d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.987644] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-392d2d70-ae20-4fb3-998a-f769f8aa2c2d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.987830] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.987944] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.988025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.988197] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.988278] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.988373] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('392d2d70-ae20-4fb3-998a-f769f8aa2c2d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.068666] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b2119a14-8e94-4bb1-97f5-bab1e7ff0d36: rpc.has_security_group_logging(os_id): False [ 742.092792] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.092792] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.092792] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.092935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.093228] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.093380] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.093523] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.093627] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.093882] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.094156] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.094318] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.094434] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.094500] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.094696] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.094817] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.095086] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.095194] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.095276] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.095460] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.095540] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.095628] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2119a14-8e94-4bb1-97f5-bab1e7ff0d36 is going to be created. [ 742.183840] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.183840] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.183840] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.183840] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.183840] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.183840] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9666eef7-7372-4c5c-879e-4f463b68bcd2 is going to be created. [ 742.185554] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.185659] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.185659] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.185856] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.185945] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.186332] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd1963ff-72b9-4796-9a4a-982c5981e737 is going to be updated. [ 742.212701] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.212853] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.212915] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.213159] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.213319] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.215748] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.215911] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.215971] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.216471] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.216471] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.218611] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.218793] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.218913] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.219211] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.219358] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.228666] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd1963ff-72b9-4796-9a4a-982c5981e737 in Status: IN_PROGRESS for 2s [ 742.229375] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9666eef7-7372-4c5c-879e-4f463b68bcd2 in Status: UNINITIALIZED for 2s [ 742.230723] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2119a14-8e94-4bb1-97f5-bab1e7ff0d36 in Status: IN_PROGRESS for 2s [ 742.489890] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('392d2d70-ae20-4fb3-998a-f769f8aa2c2d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.992636] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('392d2d70-ae20-4fb3-998a-f769f8aa2c2d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.348369] env[65432]: INFO networking_nsxv3.common.synchronization [req-4690c5db-54a1-445b-8a79-52dc77348990 req-2783e009-49e9-4b41-9265-9a48b1e61478 tempest-ServerExternalEventsTest-505157534 tempest-ServerExternalEventsTest-505157534-project-member] Enqueued Resource ID: 2c86fe60-aef1-4f04-b01e-dfff4bf17fab with Priority: HIGHEST for action security_group_members [ 743.349344] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c86fe60-aef1-4f04-b01e-dfff4bf17fab with Priority: HIGHEST for action security_group_members [ 743.349680] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c86fe60-aef1-4f04-b01e-dfff4bf17fab taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.349876] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c86fe60-aef1-4f04-b01e-dfff4bf17fab" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.350170] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c86fe60-aef1-4f04-b01e-dfff4bf17fab" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.350438] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c86fe60-aef1-4f04-b01e-dfff4bf17fab" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.351530] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.351530] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.351530] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.351530] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.351702] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.351748] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c86fe60-aef1-4f04-b01e-dfff4bf17fab',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.497295] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.497295] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.497295] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.497295] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.497295] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.497769] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 392d2d70-ae20-4fb3-998a-f769f8aa2c2d is going to be updated. [ 743.529932] env[65432]: INFO networking_nsxv3.common.synchronization [req-78939de7-794b-45ed-a5a8-8327d887b0a8 req-4b754705-30c2-493f-84ee-a384f3d34907 tempest-MultipleCreateTestJSON-396182854 tempest-MultipleCreateTestJSON-396182854-project-member] Enqueued Resource ID: cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 with Priority: HIGHEST for action security_group_members [ 743.530625] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 with Priority: HIGHEST for action security_group_members [ 743.530955] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.531110] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.531181] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.531467] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.533173] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.533173] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.533173] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.533173] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.533173] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.533173] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfb523b2-f674-458d-8f0e-aa7b4b07b9c9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.539129] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.539129] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.539129] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.539129] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.539129] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.553042] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 392d2d70-ae20-4fb3-998a-f769f8aa2c2d in Status: IN_PROGRESS for 2s [ 743.859028] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.859028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.859028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.859028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.859028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.859028] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.859028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.859028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.864434] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.864434] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.864434] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c86fe60-aef1-4f04-b01e-dfff4bf17fab is going to be updated. [ 743.890814] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.891091] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.891308] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.891464] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.891670] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.903027] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c86fe60-aef1-4f04-b01e-dfff4bf17fab in Status: IN_PROGRESS for 2s [ 743.949110] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock network-423 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.949374] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "network-423" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.949524] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "network-423" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.949839] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "network-423" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.952195] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.952419] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.954203] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.954499] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.954646] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.954910] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 743.955048] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 743.955225] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 743.955363] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 743.955479] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 743.955578] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 743.955703] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 743.982023] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 743.982023] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 743.982023] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 743.982023] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "network-423" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.982023] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock port-683ccfd5-3625-4195-ac8d-107f46a3d85d taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.982023] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "port-683ccfd5-3625-4195-ac8d-107f46a3d85d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.982023] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "port-683ccfd5-3625-4195-ac8d-107f46a3d85d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.982023] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "port-683ccfd5-3625-4195-ac8d-107f46a3d85d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.982023] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('683ccfd5-3625-4195-ac8d-107f46a3d85d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.037501] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.037501] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.037501] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.037501] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.037501] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.037501] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.037501] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.037501] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.037501] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.037501] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.037501] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 already deleted. [ 744.037501] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.250703] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2119a14-8e94-4bb1-97f5-bab1e7ff0d36 in Status: SUCCESS [ 744.250963] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2119a14-8e94-4bb1-97f5-bab1e7ff0d36" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.251881] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9666eef7-7372-4c5c-879e-4f463b68bcd2 in Status: SUCCESS [ 744.252110] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9666eef7-7372-4c5c-879e-4f463b68bcd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.252824] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd1963ff-72b9-4796-9a4a-982c5981e737 in Status: SUCCESS [ 744.253380] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.253380] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9666eef7-7372-4c5c-879e-4f463b68bcd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.253527] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9666eef7-7372-4c5c-879e-4f463b68bcd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.253651] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.253851] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.253851] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.254081] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.254158] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.254250] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9666eef7-7372-4c5c-879e-4f463b68bcd2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.258252] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.258252] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.258252] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.258252] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.258252] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.258252] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.258252] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.258252] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd1963ff-72b9-4796-9a4a-982c5981e737',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.485477] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.485840] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.486148] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.486593] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.486768] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.487057] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Segment Port 683ccfd5-3625-4195-ac8d-107f46a3d85d not found, creating... [ 744.487509] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.487766] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.488044] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.488541] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.488789] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.489267] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.489499] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.489690] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.490081] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.490523] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.490787] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Resource: SegmentPort with ID: 683ccfd5-3625-4195-ac8d-107f46a3d85d is going to be created. [ 744.516576] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.516576] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.516576] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.516576] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.516576] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.516882] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "port-683ccfd5-3625-4195-ac8d-107f46a3d85d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.758513] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9666eef7-7372-4c5c-879e-4f463b68bcd2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.759574] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd1963ff-72b9-4796-9a4a-982c5981e737',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.264464] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9666eef7-7372-4c5c-879e-4f463b68bcd2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.264464] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd1963ff-72b9-4796-9a4a-982c5981e737',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.285588] env[65432]: INFO networking_nsxv3.common.synchronization [req-78939de7-794b-45ed-a5a8-8327d887b0a8 req-549effb5-c0f7-4526-84b1-0fbdc66ab4c8 service nova] Enqueued Resource ID: cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 with Priority: HIGHEST for action security_group_rules [ 745.285588] env[65432]: INFO networking_nsxv3.common.synchronization [req-78939de7-794b-45ed-a5a8-8327d887b0a8 req-549effb5-c0f7-4526-84b1-0fbdc66ab4c8 service nova] Enqueued Resource ID: cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 with Priority: HIGHEST for action security_group_members [ 745.285588] env[65432]: INFO networking_nsxv3.common.synchronization [req-78939de7-794b-45ed-a5a8-8327d887b0a8 req-549effb5-c0f7-4526-84b1-0fbdc66ab4c8 service nova] Enqueued Resource ID: 683ccfd5-3625-4195-ac8d-107f46a3d85d with Priority: HIGHEST for action port [ 745.286446] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 with Priority: HIGHEST for action security_group_rules [ 745.287059] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 with Priority: HIGHEST for action security_group_members [ 745.287223] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 683ccfd5-3625-4195-ac8d-107f46a3d85d with Priority: HIGHEST for action port [ 745.287615] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.287808] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.287916] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.288335] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.288460] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cfb523b2-f674-458d-8f0e-aa7b4b07b9c9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.289536] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.289693] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.289797] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.290060] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.290276] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.290415] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.292086] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.292086] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.292086] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.292086] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfb523b2-f674-458d-8f0e-aa7b4b07b9c9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.292086] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-683ccfd5-3625-4195-ac8d-107f46a3d85d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.292387] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-683ccfd5-3625-4195-ac8d-107f46a3d85d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.292387] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-683ccfd5-3625-4195-ac8d-107f46a3d85d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.292387] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-683ccfd5-3625-4195-ac8d-107f46a3d85d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.292475] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('683ccfd5-3625-4195-ac8d-107f46a3d85d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.563065] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 392d2d70-ae20-4fb3-998a-f769f8aa2c2d in Status: SUCCESS [ 745.563065] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-392d2d70-ae20-4fb3-998a-f769f8aa2c2d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.563065] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-392d2d70-ae20-4fb3-998a-f769f8aa2c2d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.563277] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-392d2d70-ae20-4fb3-998a-f769f8aa2c2d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.563332] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.563453] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.563516] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.563671] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.563944] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.563944] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-392d2d70-ae20-4fb3-998a-f769f8aa2c2d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.564055] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('392d2d70-ae20-4fb3-998a-f769f8aa2c2d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.765656] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.765901] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.766241] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.766385] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.766543] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.767030] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9666eef7-7372-4c5c-879e-4f463b68bcd2 is going to be updated. [ 745.768797] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.768991] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.769127] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.769429] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.769554] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.769699] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd1963ff-72b9-4796-9a4a-982c5981e737 is going to be updated. [ 745.794264] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.794932] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.794932] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cfb523b2-f674-458d-8f0e-aa7b4b07b9c9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.795672] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 683ccfd5-3625-4195-ac8d-107f46a3d85d with status ACTIVE [ 745.795870] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.795990] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.796071] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.796490] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.796490] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.796589] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.796641] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.796675] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.796809] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.796885] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.797080] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.797172] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.797232] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.797369] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.797442] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.797522] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 683ccfd5-3625-4195-ac8d-107f46a3d85d is going to be updated. [ 745.804088] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.806021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.806021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.806021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.806021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.808251] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.808793] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.810226] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.810226] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.810226] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.822804] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9666eef7-7372-4c5c-879e-4f463b68bcd2 in Status: IN_PROGRESS for 2s [ 745.824302] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd1963ff-72b9-4796-9a4a-982c5981e737 in Status: IN_PROGRESS for 2s [ 745.832860] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.832860] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.832860] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.832860] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.832860] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.832860] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-683ccfd5-3625-4195-ac8d-107f46a3d85d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.918157] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c86fe60-aef1-4f04-b01e-dfff4bf17fab in Status: SUCCESS [ 745.918157] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c86fe60-aef1-4f04-b01e-dfff4bf17fab deletion is rescheduled due to dependency. [ 745.918157] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c86fe60-aef1-4f04-b01e-dfff4bf17fab" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.066342] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-392d2d70-ae20-4fb3-998a-f769f8aa2c2d taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.066628] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-392d2d70-ae20-4fb3-998a-f769f8aa2c2d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.066761] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-392d2d70-ae20-4fb3-998a-f769f8aa2c2d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.067195] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-392d2d70-ae20-4fb3-998a-f769f8aa2c2d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.067478] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.067666] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.067803] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.068105] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.068426] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.069092] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-392d2d70-ae20-4fb3-998a-f769f8aa2c2d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.069401] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-392d2d70-ae20-4fb3-998a-f769f8aa2c2d taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.069561] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-392d2d70-ae20-4fb3-998a-f769f8aa2c2d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.069661] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-392d2d70-ae20-4fb3-998a-f769f8aa2c2d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.069943] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-392d2d70-ae20-4fb3-998a-f769f8aa2c2d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.071028] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.071028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.071028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.071517] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.071766] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.071861] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-392d2d70-ae20-4fb3-998a-f769f8aa2c2d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.071903] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('392d2d70-ae20-4fb3-998a-f769f8aa2c2d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.286158] env[65432]: INFO networking_nsxv3.common.synchronization [req-78939de7-794b-45ed-a5a8-8327d887b0a8 req-772d32a0-f75c-4177-a45a-28dce2ea3fd9 tempest-MultipleCreateTestJSON-396182854 tempest-MultipleCreateTestJSON-396182854-project-member] Enqueued Resource ID: cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 with Priority: HIGHEST for action security_group_members [ 746.286158] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 with Priority: HIGHEST for action security_group_members [ 746.286699] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.286847] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.299103] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cfb523b2-f674-458d-8f0e-aa7b4b07b9c9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.576432] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 392d2d70-ae20-4fb3-998a-f769f8aa2c2d: rpc.has_security_group_logging(os_id): False [ 746.597122] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.597122] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.597122] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.597348] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.624305] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.624494] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.625207] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.625207] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.625207] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.625207] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.625207] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.625402] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.625402] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.625464] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.625830] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.625830] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.625830] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.625976] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.625976] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.626122] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.626156] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 392d2d70-ae20-4fb3-998a-f769f8aa2c2d is going to be updated. [ 746.697032] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.697032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.697032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.697032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.697032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.705374] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock network-423 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.705374] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "network-423" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.705374] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "network-423" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.705638] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "network-423" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.705878] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.706074] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.706209] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.706451] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.706597] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.706810] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 746.706913] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 746.707026] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 746.707126] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 746.707231] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 746.707328] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 746.707453] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 746.733123] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 392d2d70-ae20-4fb3-998a-f769f8aa2c2d in Status: IN_PROGRESS for 2s [ 746.740588] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 746.740744] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 746.740873] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 746.741057] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "network-423" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.741472] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock port-29dc397e-e3d2-4521-95c1-c5964c9a98f2 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.742516] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "port-29dc397e-e3d2-4521-95c1-c5964c9a98f2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.742516] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "port-29dc397e-e3d2-4521-95c1-c5964c9a98f2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.742516] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "port-29dc397e-e3d2-4521-95c1-c5964c9a98f2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.742516] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29dc397e-e3d2-4521-95c1-c5964c9a98f2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.801064] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.801245] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.801297] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.801514] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.801609] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.801723] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 is going to be created. [ 746.849964] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.851279] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.851634] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.854024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.854024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.868576] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 in Status: UNINITIALIZED for 2s [ 747.246229] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.246613] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.246613] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.247376] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.247376] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.247376] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Segment Port 29dc397e-e3d2-4521-95c1-c5964c9a98f2 not found, creating... [ 747.247762] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.247762] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.248143] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.248204] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.248405] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.248977] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.248977] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.249146] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.249375] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.249551] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.249715] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Resource: SegmentPort with ID: 29dc397e-e3d2-4521-95c1-c5964c9a98f2 is going to be created. [ 747.276107] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.276458] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.276612] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.277162] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.277446] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.277774] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "port-29dc397e-e3d2-4521-95c1-c5964c9a98f2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.841107] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9666eef7-7372-4c5c-879e-4f463b68bcd2 in Status: SUCCESS [ 747.841491] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9666eef7-7372-4c5c-879e-4f463b68bcd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.841533] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9666eef7-7372-4c5c-879e-4f463b68bcd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.841862] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9666eef7-7372-4c5c-879e-4f463b68bcd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.842122] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.842246] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.842326] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.842512] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.843660] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.843660] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9666eef7-7372-4c5c-879e-4f463b68bcd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.843660] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9666eef7-7372-4c5c-879e-4f463b68bcd2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.846040] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd1963ff-72b9-4796-9a4a-982c5981e737 in Status: SUCCESS [ 747.846346] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.846649] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.847017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.847545] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.847699] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.848650] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.848650] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.848650] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.848650] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.848650] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd1963ff-72b9-4796-9a4a-982c5981e737',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.075416] env[65432]: INFO networking_nsxv3.common.synchronization [req-78939de7-794b-45ed-a5a8-8327d887b0a8 req-381e83b4-a45f-4f63-a539-f4d7c252b71e service nova] Enqueued Resource ID: cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 with Priority: HIGHEST for action security_group_rules [ 748.075468] env[65432]: INFO networking_nsxv3.common.synchronization [req-78939de7-794b-45ed-a5a8-8327d887b0a8 req-381e83b4-a45f-4f63-a539-f4d7c252b71e service nova] Enqueued Resource ID: cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 with Priority: HIGHEST for action security_group_members [ 748.075685] env[65432]: INFO networking_nsxv3.common.synchronization [req-78939de7-794b-45ed-a5a8-8327d887b0a8 req-381e83b4-a45f-4f63-a539-f4d7c252b71e service nova] Enqueued Resource ID: 29dc397e-e3d2-4521-95c1-c5964c9a98f2 with Priority: HIGHEST for action port [ 748.077074] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 with Priority: HIGHEST for action security_group_rules [ 748.077309] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 with Priority: HIGHEST for action security_group_members [ 748.077484] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29dc397e-e3d2-4521-95c1-c5964c9a98f2 with Priority: HIGHEST for action port [ 748.077927] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.078109] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.078462] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.078569] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.078866] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-29dc397e-e3d2-4521-95c1-c5964c9a98f2 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.079052] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29dc397e-e3d2-4521-95c1-c5964c9a98f2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.079170] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29dc397e-e3d2-4521-95c1-c5964c9a98f2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.079615] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29dc397e-e3d2-4521-95c1-c5964c9a98f2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.079895] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29dc397e-e3d2-4521-95c1-c5964c9a98f2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.120262] env[65432]: INFO networking_nsxv3.common.synchronization [req-8c8f5bea-1234-47b6-a376-245319196419 req-edbcae93-b9b2-4447-a37f-dd453ffe9f34 tempest-ServersTestJSON-1673107594 tempest-ServersTestJSON-1673107594-project-member] Enqueued Resource ID: 6b49bd92-a2be-4932-99ed-6957dd12af0c with Priority: HIGHEST for action security_group_members [ 748.120731] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b49bd92-a2be-4932-99ed-6957dd12af0c with Priority: HIGHEST for action security_group_members [ 748.121125] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b49bd92-a2be-4932-99ed-6957dd12af0c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.121267] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b49bd92-a2be-4932-99ed-6957dd12af0c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.122081] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b49bd92-a2be-4932-99ed-6957dd12af0c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.122081] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b49bd92-a2be-4932-99ed-6957dd12af0c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.122081] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.122081] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.122081] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.122453] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.122453] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.122453] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b49bd92-a2be-4932-99ed-6957dd12af0c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.352158] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9666eef7-7372-4c5c-879e-4f463b68bcd2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.352808] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd1963ff-72b9-4796-9a4a-982c5981e737 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.352955] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.353047] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.353278] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.354408] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.354408] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.354408] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.354408] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.354408] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.354408] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.354408] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd1963ff-72b9-4796-9a4a-982c5981e737 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.354408] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.354408] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.355013] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.355013] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.355013] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.355013] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.355224] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.355224] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.357576] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.357576] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd1963ff-72b9-4796-9a4a-982c5981e737',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.402328] env[65432]: INFO networking_nsxv3.common.synchronization [req-6e7ed07e-76f7-4645-bb6f-c43eeabb5ee7 req-796311f2-d30c-4005-90b2-c62299f505b1 tempest-ServerRescueTestJSONUnderV235-1508585070 tempest-ServerRescueTestJSONUnderV235-1508585070-project-member] Enqueued Resource ID: 6ecd6ae4-322a-4610-8134-e084eed8490e with Priority: HIGHEST for action security_group_members [ 748.403526] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ecd6ae4-322a-4610-8134-e084eed8490e with Priority: HIGHEST for action security_group_members [ 748.405055] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ecd6ae4-322a-4610-8134-e084eed8490e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.405055] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ecd6ae4-322a-4610-8134-e084eed8490e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.405055] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ecd6ae4-322a-4610-8134-e084eed8490e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.405055] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ecd6ae4-322a-4610-8134-e084eed8490e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.405055] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.405331] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.405331] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.405391] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.405706] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.405766] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ecd6ae4-322a-4610-8134-e084eed8490e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.587088] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 29dc397e-e3d2-4521-95c1-c5964c9a98f2 with status ACTIVE [ 748.587341] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.587482] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.587548] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.587751] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.588066] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.588066] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.588217] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.588217] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.588318] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.588400] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.588580] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.588671] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.588731] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.588866] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.588940] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.589047] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 29dc397e-e3d2-4521-95c1-c5964c9a98f2 is going to be updated. [ 748.615218] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.615218] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.615218] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.615511] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.615511] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.615575] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29dc397e-e3d2-4521-95c1-c5964c9a98f2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.625211] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.625373] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.625438] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.625649] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.650249] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.650249] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.650249] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.650249] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.651206] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.651206] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.651206] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b49bd92-a2be-4932-99ed-6957dd12af0c is going to be updated. [ 748.683528] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.683693] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.683824] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.684077] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.684223] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.693875] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b49bd92-a2be-4932-99ed-6957dd12af0c in Status: IN_PROGRESS for 2s [ 748.753255] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 392d2d70-ae20-4fb3-998a-f769f8aa2c2d in Status: SUCCESS [ 748.753480] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-392d2d70-ae20-4fb3-998a-f769f8aa2c2d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.863871] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9666eef7-7372-4c5c-879e-4f463b68bcd2: rpc.has_security_group_logging(os_id): False [ 748.863871] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd1963ff-72b9-4796-9a4a-982c5981e737: rpc.has_security_group_logging(os_id): False [ 748.897286] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 in Status: SUCCESS [ 748.897516] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.897687] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.897910] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.898129] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.898245] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.898311] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.898463] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.898546] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.898632] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.898734] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cfb523b2-f674-458d-8f0e-aa7b4b07b9c9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.900797] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.900916] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.901267] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.901267] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.901267] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.901702] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.901822] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.902118] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.902118] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.902118] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.902471] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.902768] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.902768] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.902768] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.902889] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.903153] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.903321] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.903386] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.903545] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.903598] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.903877] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd1963ff-72b9-4796-9a4a-982c5981e737 is going to be updated. [ 748.905522] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.905633] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.905633] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.905959] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.905959] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.906156] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.906306] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.906306] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.906418] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.906502] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.906573] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9666eef7-7372-4c5c-879e-4f463b68bcd2 is going to be created. [ 748.907479] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.907715] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.907782] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.907879] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.907943] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.908366] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.908366] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.908366] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfb523b2-f674-458d-8f0e-aa7b4b07b9c9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.912357] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.912357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.912357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.912357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.912357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.912357] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.912357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.912357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.912357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.912357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.912357] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ecd6ae4-322a-4610-8134-e084eed8490e is going to be updated. [ 748.945360] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.946995] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.947827] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.949121] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.949564] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.960575] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ecd6ae4-322a-4610-8134-e084eed8490e in Status: IN_PROGRESS for 2s [ 748.986153] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.986153] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.986153] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.986153] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.986153] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.989710] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.989866] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.989911] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.990125] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.990267] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.005082] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9666eef7-7372-4c5c-879e-4f463b68bcd2 in Status: IN_PROGRESS for 2s [ 749.013788] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd1963ff-72b9-4796-9a4a-982c5981e737 in Status: IN_PROGRESS for 2s [ 749.143026] env[65432]: INFO networking_nsxv3.common.synchronization [req-be2c54e0-7cf1-4c39-adbe-d106cd7122a5 req-d62a2cce-e0e5-42c5-af21-c1769fcf64e2 tempest-ServerDiskConfigTestJSON-621321756 tempest-ServerDiskConfigTestJSON-621321756-project-member] Enqueued Resource ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 with Priority: HIGHEST for action security_group_members [ 749.143026] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 with Priority: HIGHEST for action security_group_members [ 749.143026] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-50575cbb-c5ae-41f3-bd63-feaf511b6d87 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.143026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.143026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.143026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.143026] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.143764] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.143764] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.143764] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.143764] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.143764] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50575cbb-c5ae-41f3-bd63-feaf511b6d87',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.410527] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.410664] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.414299] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cfb523b2-f674-458d-8f0e-aa7b4b07b9c9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.577394] env[65432]: INFO networking_nsxv3.common.synchronization [req-0ef9b81f-70f7-41ee-b909-1ba534d9ca59 req-51e57b17-e519-4fb0-b33e-1c29c6379cdf tempest-ServersTestBootFromVolume-1951125614 tempest-ServersTestBootFromVolume-1951125614-project-member] Enqueued Resource ID: 42e39f4e-1e0b-48e4-9736-7ff8ae5a2e2e with Priority: HIGHEST for action security_group_members [ 749.578011] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42e39f4e-1e0b-48e4-9736-7ff8ae5a2e2e with Priority: HIGHEST for action security_group_members [ 749.579163] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-42e39f4e-1e0b-48e4-9736-7ff8ae5a2e2e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.579326] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42e39f4e-1e0b-48e4-9736-7ff8ae5a2e2e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.579400] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42e39f4e-1e0b-48e4-9736-7ff8ae5a2e2e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.579679] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42e39f4e-1e0b-48e4-9736-7ff8ae5a2e2e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.580094] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.580094] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.580205] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.580321] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.580412] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.580512] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42e39f4e-1e0b-48e4-9736-7ff8ae5a2e2e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.647561] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.647768] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.647853] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.648091] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.648192] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.648414] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.648542] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.648610] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.648774] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.649667] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.649667] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 is going to be updated. [ 749.678306] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock network-383 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.678306] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "network-383" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.678306] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "network-383" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.678564] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "network-383" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.679171] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.679171] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.679171] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.680606] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.680606] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.680606] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 749.680606] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 749.680606] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 749.680606] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 749.680606] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 749.680606] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 749.680606] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 749.682697] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.682836] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.682917] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.683670] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.684367] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.697810] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 in Status: IN_PROGRESS for 2s [ 749.714458] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 749.714458] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 749.714458] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 749.714458] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "network-383" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.714458] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock port-6ce216bd-659a-495e-8e04-fd6a0cfd3d27 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.714823] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "port-6ce216bd-659a-495e-8e04-fd6a0cfd3d27" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.714823] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "port-6ce216bd-659a-495e-8e04-fd6a0cfd3d27" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.716352] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "port-6ce216bd-659a-495e-8e04-fd6a0cfd3d27" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.716352] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ce216bd-659a-495e-8e04-fd6a0cfd3d27',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.916787] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cfb523b2-f674-458d-8f0e-aa7b4b07b9c9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.082888] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.083153] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.083250] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.083569] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.113959] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.114243] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.114381] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.114460] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.115049] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.115049] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.115049] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42e39f4e-1e0b-48e4-9736-7ff8ae5a2e2e is going to be updated. [ 750.163498] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.163498] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.163498] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.163498] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.163498] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.175338] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42e39f4e-1e0b-48e4-9736-7ff8ae5a2e2e in Status: IN_PROGRESS for 2s [ 750.220351] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.220657] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.220783] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.221094] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.221252] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.221632] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Segment Port 6ce216bd-659a-495e-8e04-fd6a0cfd3d27 not found, creating... [ 750.222082] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.222551] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.222551] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.222627] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.223382] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.223382] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.224212] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.224367] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.224629] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.225215] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.225215] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Resource: SegmentPort with ID: 6ce216bd-659a-495e-8e04-fd6a0cfd3d27 is going to be created. [ 750.251352] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.251587] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.251679] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.251962] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.252221] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.252428] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "port-6ce216bd-659a-495e-8e04-fd6a0cfd3d27" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.420161] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.420346] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.420389] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.420595] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.420690] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.420794] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 is going to be updated. [ 750.456643] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.456882] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.456882] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.457103] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.457265] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.467778] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 in Status: IN_PROGRESS for 2s [ 750.710513] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b49bd92-a2be-4932-99ed-6957dd12af0c in Status: SUCCESS [ 750.710862] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b49bd92-a2be-4932-99ed-6957dd12af0c deletion is rescheduled due to dependency. [ 750.711057] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b49bd92-a2be-4932-99ed-6957dd12af0c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.971272] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ecd6ae4-322a-4610-8134-e084eed8490e in Status: SUCCESS [ 750.971781] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ecd6ae4-322a-4610-8134-e084eed8490e deletion is rescheduled due to dependency. [ 750.972032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ecd6ae4-322a-4610-8134-e084eed8490e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.022991] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9666eef7-7372-4c5c-879e-4f463b68bcd2 in Status: SUCCESS [ 751.023311] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9666eef7-7372-4c5c-879e-4f463b68bcd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.037442] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd1963ff-72b9-4796-9a4a-982c5981e737 in Status: SUCCESS [ 751.037725] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.062843] env[65432]: INFO networking_nsxv3.common.synchronization [req-be2c54e0-7cf1-4c39-adbe-d106cd7122a5 req-9390e26a-c135-4595-bb56-c7a73b515d86 service nova] Enqueued Resource ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 with Priority: HIGHEST for action security_group_rules [ 751.063080] env[65432]: INFO networking_nsxv3.common.synchronization [req-be2c54e0-7cf1-4c39-adbe-d106cd7122a5 req-9390e26a-c135-4595-bb56-c7a73b515d86 service nova] Enqueued Resource ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 with Priority: HIGHEST for action security_group_members [ 751.063315] env[65432]: INFO networking_nsxv3.common.synchronization [req-be2c54e0-7cf1-4c39-adbe-d106cd7122a5 req-9390e26a-c135-4595-bb56-c7a73b515d86 service nova] Enqueued Resource ID: 6ce216bd-659a-495e-8e04-fd6a0cfd3d27 with Priority: HIGHEST for action port [ 751.063896] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 with Priority: HIGHEST for action security_group_rules [ 751.064668] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 with Priority: HIGHEST for action security_group_members [ 751.064856] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ce216bd-659a-495e-8e04-fd6a0cfd3d27 with Priority: HIGHEST for action port [ 751.065341] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50575cbb-c5ae-41f3-bd63-feaf511b6d87 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.065341] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.065341] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.065613] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.065649] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50575cbb-c5ae-41f3-bd63-feaf511b6d87',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.066885] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-50575cbb-c5ae-41f3-bd63-feaf511b6d87 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.067015] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.067236] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ce216bd-659a-495e-8e04-fd6a0cfd3d27 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.067341] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ce216bd-659a-495e-8e04-fd6a0cfd3d27" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.067404] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ce216bd-659a-495e-8e04-fd6a0cfd3d27" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.067596] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ce216bd-659a-495e-8e04-fd6a0cfd3d27" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.067681] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ce216bd-659a-495e-8e04-fd6a0cfd3d27',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.571091] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-50575cbb-c5ae-41f3-bd63-feaf511b6d87 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.576029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.576029] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6ce216bd-659a-495e-8e04-fd6a0cfd3d27 with status ACTIVE [ 751.576029] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.576029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.576029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.576029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.576029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.576029] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.576029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.576029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.576029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.576029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.576029] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.576029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.576029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.576029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.576029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.577052] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6ce216bd-659a-495e-8e04-fd6a0cfd3d27 is going to be updated. [ 751.609597] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.609851] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.609924] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.610195] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.610384] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.610619] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ce216bd-659a-495e-8e04-fd6a0cfd3d27" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.712867] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 in Status: SUCCESS [ 751.712867] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 deletion is rescheduled due to dependency. [ 751.712867] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.712867] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.713669] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.713669] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.713669] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.713669] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.713669] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.713669] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.713880] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50575cbb-c5ae-41f3-bd63-feaf511b6d87',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.208303] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42e39f4e-1e0b-48e4-9736-7ff8ae5a2e2e in Status: SUCCESS [ 752.208303] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42e39f4e-1e0b-48e4-9736-7ff8ae5a2e2e deletion is rescheduled due to dependency. [ 752.208303] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42e39f4e-1e0b-48e4-9736-7ff8ae5a2e2e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.221945] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50575cbb-c5ae-41f3-bd63-feaf511b6d87',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.233384] env[65432]: INFO networking_nsxv3.common.synchronization [req-0b73d60a-9520-4249-a146-c5af909f350e req-c948247d-eccd-48f3-afc6-da86ebd5c4a6 tempest-AttachVolumeTestJSON-1219601297 tempest-AttachVolumeTestJSON-1219601297-project-member] Enqueued Resource ID: 7a94014d-4924-4144-b5a8-2f7364e39ee3 with Priority: HIGHEST for action security_group_members [ 752.234394] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a94014d-4924-4144-b5a8-2f7364e39ee3 with Priority: HIGHEST for action security_group_members [ 752.235298] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a94014d-4924-4144-b5a8-2f7364e39ee3 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.236321] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a94014d-4924-4144-b5a8-2f7364e39ee3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.236321] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a94014d-4924-4144-b5a8-2f7364e39ee3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.236321] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a94014d-4924-4144-b5a8-2f7364e39ee3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.236321] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.236321] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.236321] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.236321] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.236579] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.236579] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a94014d-4924-4144-b5a8-2f7364e39ee3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.479284] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 in Status: SUCCESS [ 752.480224] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.480224] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.480224] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.481085] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.481085] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.481085] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.481085] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.481085] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.481085] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfb523b2-f674-458d-8f0e-aa7b4b07b9c9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.725368] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50575cbb-c5ae-41f3-bd63-feaf511b6d87',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.738286] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.739240] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.739525] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.741025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.741025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.741025] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.741025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.741025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.741438] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.741605] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.741820] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a94014d-4924-4144-b5a8-2f7364e39ee3 already deleted. [ 752.741922] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a94014d-4924-4144-b5a8-2f7364e39ee3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.830925] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock network-823 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.831801] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "network-823" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.832301] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "network-823" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.833236] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "network-823" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.833840] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.834239] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.834468] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.834805] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.834990] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.835339] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 752.835524] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 752.835663] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 752.835790] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 752.835956] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 752.836117] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 752.836316] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 752.865579] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 752.865579] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 752.865579] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 752.865579] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "network-823" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.865579] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock port-adf7437c-a486-4b18-bc13-9febe340dac2 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.865579] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "port-adf7437c-a486-4b18-bc13-9febe340dac2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.865579] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "port-adf7437c-a486-4b18-bc13-9febe340dac2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.865579] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "port-adf7437c-a486-4b18-bc13-9febe340dac2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.865861] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('adf7437c-a486-4b18-bc13-9febe340dac2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.985658] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cfb523b2-f674-458d-8f0e-aa7b4b07b9c9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.101737] env[65432]: INFO networking_nsxv3.common.synchronization [req-bbfed5f4-469a-4169-9af1-69eec7139af9 req-510f6db6-3f60-4bd4-9e18-886f766be039 tempest-SecurityGroupsTestJSON-842556927 tempest-SecurityGroupsTestJSON-842556927-project-member] Enqueued Resource ID: dc8e85aa-8a21-48b7-99e7-32e7b168ac91 with Priority: HIGHEST for action security_group_members [ 753.101971] env[65432]: INFO networking_nsxv3.common.synchronization [req-bbfed5f4-469a-4169-9af1-69eec7139af9 req-510f6db6-3f60-4bd4-9e18-886f766be039 tempest-SecurityGroupsTestJSON-842556927 tempest-SecurityGroupsTestJSON-842556927-project-member] Enqueued Resource ID: 9666eef7-7372-4c5c-879e-4f463b68bcd2 with Priority: HIGHEST for action security_group_members [ 753.102118] env[65432]: INFO networking_nsxv3.common.synchronization [req-bbfed5f4-469a-4169-9af1-69eec7139af9 req-510f6db6-3f60-4bd4-9e18-886f766be039 tempest-SecurityGroupsTestJSON-842556927 tempest-SecurityGroupsTestJSON-842556927-project-member] Enqueued Resource ID: dd1963ff-72b9-4796-9a4a-982c5981e737 with Priority: HIGHEST for action security_group_members [ 753.102600] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc8e85aa-8a21-48b7-99e7-32e7b168ac91 with Priority: HIGHEST for action security_group_members [ 753.102748] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9666eef7-7372-4c5c-879e-4f463b68bcd2 with Priority: HIGHEST for action security_group_members [ 753.102849] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd1963ff-72b9-4796-9a4a-982c5981e737 with Priority: HIGHEST for action security_group_members [ 753.103139] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc8e85aa-8a21-48b7-99e7-32e7b168ac91 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.103289] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc8e85aa-8a21-48b7-99e7-32e7b168ac91" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.103338] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc8e85aa-8a21-48b7-99e7-32e7b168ac91" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.103573] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc8e85aa-8a21-48b7-99e7-32e7b168ac91" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.103734] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.103869] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.103914] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.104109] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.104164] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.104263] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc8e85aa-8a21-48b7-99e7-32e7b168ac91',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.105609] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-9666eef7-7372-4c5c-879e-4f463b68bcd2 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.105717] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9666eef7-7372-4c5c-879e-4f463b68bcd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.105784] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9666eef7-7372-4c5c-879e-4f463b68bcd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.105950] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9666eef7-7372-4c5c-879e-4f463b68bcd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.106127] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.106231] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.106295] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.106815] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.106815] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.106815] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9666eef7-7372-4c5c-879e-4f463b68bcd2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.107422] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd1963ff-72b9-4796-9a4a-982c5981e737 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.107524] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.107586] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.107732] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.107863] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.107952] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.108020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.108167] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.108251] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.108336] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd1963ff-72b9-4796-9a4a-982c5981e737',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.151249] env[65432]: INFO networking_nsxv3.common.synchronization [req-bbfed5f4-469a-4169-9af1-69eec7139af9 req-510f6db6-3f60-4bd4-9e18-886f766be039 tempest-SecurityGroupsTestJSON-842556927 tempest-SecurityGroupsTestJSON-842556927-project-member] Enqueued Resource ID: 9666eef7-7372-4c5c-879e-4f463b68bcd2 with Priority: HIGHEST for action security_group_rules [ 753.151421] env[65432]: INFO networking_nsxv3.common.synchronization [req-bbfed5f4-469a-4169-9af1-69eec7139af9 req-510f6db6-3f60-4bd4-9e18-886f766be039 tempest-SecurityGroupsTestJSON-842556927 tempest-SecurityGroupsTestJSON-842556927-project-member] Enqueued Resource ID: 9666eef7-7372-4c5c-879e-4f463b68bcd2 with Priority: HIGHEST for action security_group_members [ 753.151612] env[65432]: INFO networking_nsxv3.common.synchronization [req-bbfed5f4-469a-4169-9af1-69eec7139af9 req-510f6db6-3f60-4bd4-9e18-886f766be039 tempest-SecurityGroupsTestJSON-842556927 tempest-SecurityGroupsTestJSON-842556927-project-member] Enqueued Resource ID: dc8e85aa-8a21-48b7-99e7-32e7b168ac91 with Priority: HIGHEST for action security_group_rules [ 753.151674] env[65432]: INFO networking_nsxv3.common.synchronization [req-bbfed5f4-469a-4169-9af1-69eec7139af9 req-510f6db6-3f60-4bd4-9e18-886f766be039 tempest-SecurityGroupsTestJSON-842556927 tempest-SecurityGroupsTestJSON-842556927-project-member] Enqueued Resource ID: dc8e85aa-8a21-48b7-99e7-32e7b168ac91 with Priority: HIGHEST for action security_group_members [ 753.151958] env[65432]: INFO networking_nsxv3.common.synchronization [req-bbfed5f4-469a-4169-9af1-69eec7139af9 req-510f6db6-3f60-4bd4-9e18-886f766be039 tempest-SecurityGroupsTestJSON-842556927 tempest-SecurityGroupsTestJSON-842556927-project-member] Enqueued Resource ID: dd1963ff-72b9-4796-9a4a-982c5981e737 with Priority: HIGHEST for action security_group_rules [ 753.152499] env[65432]: INFO networking_nsxv3.common.synchronization [req-bbfed5f4-469a-4169-9af1-69eec7139af9 req-510f6db6-3f60-4bd4-9e18-886f766be039 tempest-SecurityGroupsTestJSON-842556927 tempest-SecurityGroupsTestJSON-842556927-project-member] Enqueued Resource ID: dd1963ff-72b9-4796-9a4a-982c5981e737 with Priority: HIGHEST for action security_group_members [ 753.152895] env[65432]: INFO networking_nsxv3.common.synchronization [req-bbfed5f4-469a-4169-9af1-69eec7139af9 req-510f6db6-3f60-4bd4-9e18-886f766be039 tempest-SecurityGroupsTestJSON-842556927 tempest-SecurityGroupsTestJSON-842556927-project-member] Enqueued Resource ID: 06cacb40-6cf5-4f88-92df-5ca46e35bda3 with Priority: HIGHEST for action port [ 753.153299] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9666eef7-7372-4c5c-879e-4f463b68bcd2 with Priority: HIGHEST for action security_group_rules [ 753.153460] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc8e85aa-8a21-48b7-99e7-32e7b168ac91 with Priority: HIGHEST for action security_group_rules [ 753.153589] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd1963ff-72b9-4796-9a4a-982c5981e737 with Priority: HIGHEST for action security_group_members [ 753.153715] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06cacb40-6cf5-4f88-92df-5ca46e35bda3 with Priority: HIGHEST for action port [ 753.153911] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd1963ff-72b9-4796-9a4a-982c5981e737 with Priority: HIGHEST for action security_group_rules [ 753.154037] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9666eef7-7372-4c5c-879e-4f463b68bcd2 with Priority: HIGHEST for action security_group_members [ 753.154117] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc8e85aa-8a21-48b7-99e7-32e7b168ac91 with Priority: HIGHEST for action security_group_members [ 753.154469] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9666eef7-7372-4c5c-879e-4f463b68bcd2 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.154602] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9666eef7-7372-4c5c-879e-4f463b68bcd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.154673] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9666eef7-7372-4c5c-879e-4f463b68bcd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.154916] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9666eef7-7372-4c5c-879e-4f463b68bcd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.155021] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9666eef7-7372-4c5c-879e-4f463b68bcd2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.156515] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc8e85aa-8a21-48b7-99e7-32e7b168ac91 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.156751] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc8e85aa-8a21-48b7-99e7-32e7b168ac91" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.156823] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc8e85aa-8a21-48b7-99e7-32e7b168ac91" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.158466] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc8e85aa-8a21-48b7-99e7-32e7b168ac91" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.158466] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc8e85aa-8a21-48b7-99e7-32e7b168ac91',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.158466] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd1963ff-72b9-4796-9a4a-982c5981e737 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.158466] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.158925] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-06cacb40-6cf5-4f88-92df-5ca46e35bda3 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.158925] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06cacb40-6cf5-4f88-92df-5ca46e35bda3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.158925] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06cacb40-6cf5-4f88-92df-5ca46e35bda3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.159037] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06cacb40-6cf5-4f88-92df-5ca46e35bda3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.159065] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06cacb40-6cf5-4f88-92df-5ca46e35bda3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.160389] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd1963ff-72b9-4796-9a4a-982c5981e737 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.160546] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.160583] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.160711] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.160779] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd1963ff-72b9-4796-9a4a-982c5981e737',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.161954] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-9666eef7-7372-4c5c-879e-4f463b68bcd2 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.162061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9666eef7-7372-4c5c-879e-4f463b68bcd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.162250] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc8e85aa-8a21-48b7-99e7-32e7b168ac91 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.162334] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc8e85aa-8a21-48b7-99e7-32e7b168ac91" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.226580] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.227133] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.227133] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.227216] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.227317] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.227431] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 is going to be updated. [ 753.291485] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.291822] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.291822] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.292292] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.292340] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.315150] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 in Status: IN_PROGRESS for 2s [ 753.369711] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.370055] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.370320] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.370620] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.370794] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.370946] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Segment Port adf7437c-a486-4b18-bc13-9febe340dac2 not found, creating... [ 753.371275] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.371424] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.371525] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.371780] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.371935] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.372246] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.372399] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.372508] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.372718] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.372846] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.373045] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Resource: SegmentPort with ID: adf7437c-a486-4b18-bc13-9febe340dac2 is going to be created. [ 753.397346] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.398398] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.398480] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.399408] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.399408] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.399567] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "port-adf7437c-a486-4b18-bc13-9febe340dac2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.488193] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cfb523b2-f674-458d-8f0e-aa7b4b07b9c9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.607624] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc8e85aa-8a21-48b7-99e7-32e7b168ac91',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.613439] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9666eef7-7372-4c5c-879e-4f463b68bcd2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.613439] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd1963ff-72b9-4796-9a4a-982c5981e737',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.657707] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-9666eef7-7372-4c5c-879e-4f463b68bcd2 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.657976] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9666eef7-7372-4c5c-879e-4f463b68bcd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.659437] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc8e85aa-8a21-48b7-99e7-32e7b168ac91 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.659637] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc8e85aa-8a21-48b7-99e7-32e7b168ac91" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.661059] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 06cacb40-6cf5-4f88-92df-5ca46e35bda3 with status ACTIVE [ 753.661245] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.661397] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.661454] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.661758] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.661871] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.662090] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.662201] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.662260] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.662440] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.662513] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.662716] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.662812] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.662875] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.663036] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.663120] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.663207] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 06cacb40-6cf5-4f88-92df-5ca46e35bda3 is going to be updated. [ 753.664962] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd1963ff-72b9-4796-9a4a-982c5981e737 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.664962] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.689884] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.689884] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.689884] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.690209] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.690209] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.690364] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06cacb40-6cf5-4f88-92df-5ca46e35bda3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.993310] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.994599] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.994683] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.995081] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.995384] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.995450] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 is going to be updated. [ 754.046981] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.047189] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.047256] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.047559] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.047826] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.060482] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 in Status: IN_PROGRESS for 2s [ 754.110028] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc8e85aa-8a21-48b7-99e7-32e7b168ac91',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.115050] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9666eef7-7372-4c5c-879e-4f463b68bcd2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.117352] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd1963ff-72b9-4796-9a4a-982c5981e737',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.190058] env[65432]: INFO networking_nsxv3.common.synchronization [req-0b73d60a-9520-4249-a146-c5af909f350e req-fde41659-72cb-4d11-8210-7eed69297dbd service nova] Enqueued Resource ID: 7a94014d-4924-4144-b5a8-2f7364e39ee3 with Priority: HIGHEST for action security_group_rules [ 754.190058] env[65432]: INFO networking_nsxv3.common.synchronization [req-0b73d60a-9520-4249-a146-c5af909f350e req-fde41659-72cb-4d11-8210-7eed69297dbd service nova] Enqueued Resource ID: 7a94014d-4924-4144-b5a8-2f7364e39ee3 with Priority: HIGHEST for action security_group_members [ 754.190507] env[65432]: INFO networking_nsxv3.common.synchronization [req-0b73d60a-9520-4249-a146-c5af909f350e req-fde41659-72cb-4d11-8210-7eed69297dbd service nova] Enqueued Resource ID: adf7437c-a486-4b18-bc13-9febe340dac2 with Priority: HIGHEST for action port [ 754.191289] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a94014d-4924-4144-b5a8-2f7364e39ee3 with Priority: HIGHEST for action security_group_rules [ 754.191527] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a94014d-4924-4144-b5a8-2f7364e39ee3 with Priority: HIGHEST for action security_group_members [ 754.191830] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adf7437c-a486-4b18-bc13-9febe340dac2 with Priority: HIGHEST for action port [ 754.192190] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a94014d-4924-4144-b5a8-2f7364e39ee3 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.192353] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a94014d-4924-4144-b5a8-2f7364e39ee3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.193057] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a94014d-4924-4144-b5a8-2f7364e39ee3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.193057] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a94014d-4924-4144-b5a8-2f7364e39ee3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.193057] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a94014d-4924-4144-b5a8-2f7364e39ee3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.200374] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a94014d-4924-4144-b5a8-2f7364e39ee3 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.200374] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a94014d-4924-4144-b5a8-2f7364e39ee3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.200374] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a94014d-4924-4144-b5a8-2f7364e39ee3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.200374] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a94014d-4924-4144-b5a8-2f7364e39ee3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.200374] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.200374] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.200374] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.201158] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.201158] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.201158] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a94014d-4924-4144-b5a8-2f7364e39ee3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.203599] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-adf7437c-a486-4b18-bc13-9febe340dac2 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.203782] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-adf7437c-a486-4b18-bc13-9febe340dac2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.204252] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-adf7437c-a486-4b18-bc13-9febe340dac2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.204999] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-adf7437c-a486-4b18-bc13-9febe340dac2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.204999] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('adf7437c-a486-4b18-bc13-9febe340dac2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.563914] env[65432]: INFO networking_nsxv3.common.synchronization [req-f71fa7fd-6e71-42cf-a31f-c08707877ccc req-08fc81e2-6f04-4ca1-80f6-1af656f49b61 tempest-VolumesAssistedSnapshotsTest-1798462729 tempest-VolumesAssistedSnapshotsTest-1798462729-project-member] Enqueued Resource ID: c734e3d1-16a8-4525-9804-35b1354b9c02 with Priority: HIGHEST for action security_group_members [ 754.564734] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c734e3d1-16a8-4525-9804-35b1354b9c02 with Priority: HIGHEST for action security_group_members [ 754.565699] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-c734e3d1-16a8-4525-9804-35b1354b9c02 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.565699] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c734e3d1-16a8-4525-9804-35b1354b9c02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.565699] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c734e3d1-16a8-4525-9804-35b1354b9c02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.565699] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c734e3d1-16a8-4525-9804-35b1354b9c02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.565699] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.565699] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.565699] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.566386] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.566386] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.566386] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c734e3d1-16a8-4525-9804-35b1354b9c02',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.614184] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.614637] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.614699] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.615083] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.615310] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.615502] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc8e85aa-8a21-48b7-99e7-32e7b168ac91 is going to be created. [ 754.617777] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.617777] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.617777] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.618078] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.618235] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.618399] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9666eef7-7372-4c5c-879e-4f463b68bcd2 is going to be updated. [ 754.620954] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.621093] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.621203] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.621525] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.621725] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.621891] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd1963ff-72b9-4796-9a4a-982c5981e737 is going to be updated. [ 754.652265] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.652520] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.652520] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.652924] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.652924] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.668639] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.668964] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.668964] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.669273] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.669273] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.671318] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.671453] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.671521] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.671712] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.671912] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.673666] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc8e85aa-8a21-48b7-99e7-32e7b168ac91 in Status: UNINITIALIZED for 2s [ 754.685431] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd1963ff-72b9-4796-9a4a-982c5981e737 in Status: IN_PROGRESS for 2s [ 754.685431] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9666eef7-7372-4c5c-879e-4f463b68bcd2 in Status: IN_PROGRESS for 2s [ 754.699751] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a94014d-4924-4144-b5a8-2f7364e39ee3 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.699926] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a94014d-4924-4144-b5a8-2f7364e39ee3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.708463] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port adf7437c-a486-4b18-bc13-9febe340dac2 with status ACTIVE [ 754.708739] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.708871] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.708914] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.709184] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.709277] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.709485] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.709617] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.709730] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.710130] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.710130] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.710130] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.710315] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.710315] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.710380] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.710482] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.710572] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: adf7437c-a486-4b18-bc13-9febe340dac2 is going to be updated. [ 754.711795] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a94014d-4924-4144-b5a8-2f7364e39ee3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.751152] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.751409] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.751511] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.751827] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.752032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.752296] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-adf7437c-a486-4b18-bc13-9febe340dac2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.044686] env[65432]: INFO networking_nsxv3.common.synchronization [req-7dd0bbb6-0486-4328-aa6f-c7712bf91fb6 req-fe6fae5f-142c-401d-99d1-e460251f7019 tempest-ServerRescueNegativeTestJSON-1386142469 tempest-ServerRescueNegativeTestJSON-1386142469-project-member] Enqueued Resource ID: 38d402c9-d6cd-4104-ac1e-440e033a5f0a with Priority: HIGHEST for action security_group_members [ 755.045486] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38d402c9-d6cd-4104-ac1e-440e033a5f0a with Priority: HIGHEST for action security_group_members [ 755.045879] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-38d402c9-d6cd-4104-ac1e-440e033a5f0a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.045987] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.046489] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.046828] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.047283] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.047283] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.047283] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.047462] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.047582] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.047709] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38d402c9-d6cd-4104-ac1e-440e033a5f0a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.068929] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.069301] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.069301] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.069595] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.098608] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.098963] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.099182] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.099182] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.099385] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.099489] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.099551] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c734e3d1-16a8-4525-9804-35b1354b9c02 is going to be updated. [ 755.137813] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.138655] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.142283] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.142283] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.142283] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.152538] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c734e3d1-16a8-4525-9804-35b1354b9c02 in Status: IN_PROGRESS for 2s [ 755.214796] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a94014d-4924-4144-b5a8-2f7364e39ee3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.331229] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 in Status: SUCCESS [ 755.331922] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.331922] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.332177] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.332502] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.332502] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.332619] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.332783] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.332891] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.333057] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.333126] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('50575cbb-c5ae-41f3-bd63-feaf511b6d87',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.553552] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.553552] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.553552] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.560172] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.560398] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.562733] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.562733] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.562733] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.562733] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.562733] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.562733] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38d402c9-d6cd-4104-ac1e-440e033a5f0a already deleted. [ 755.562733] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.718457] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.718862] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.718862] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.718946] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.718998] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.719105] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a94014d-4924-4144-b5a8-2f7364e39ee3 is going to be created. [ 755.770895] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.771127] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.771243] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.771626] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.774422] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.782494] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock network-222 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.782815] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "network-222" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.783015] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "network-222" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.783425] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "network-222" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.783785] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.784058] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.784229] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.784845] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.784845] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.785322] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 755.785465] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 755.785697] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 755.786276] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 755.786276] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 755.786450] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 755.787106] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 755.789105] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a94014d-4924-4144-b5a8-2f7364e39ee3 in Status: UNINITIALIZED for 2s [ 755.817444] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 755.818495] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 755.818495] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 755.818495] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "network-222" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.818495] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock port-7f0b675f-d8eb-4a5e-b620-f7e6ac528ac2 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.819903] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "port-7f0b675f-d8eb-4a5e-b620-f7e6ac528ac2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.820079] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "port-7f0b675f-d8eb-4a5e-b620-f7e6ac528ac2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.820472] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "port-7f0b675f-d8eb-4a5e-b620-f7e6ac528ac2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.821353] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f0b675f-d8eb-4a5e-b620-f7e6ac528ac2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.836898] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-50575cbb-c5ae-41f3-bd63-feaf511b6d87 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.840156] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.840156] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.840156] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.840156] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.840156] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.840156] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.840156] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.840156] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.840156] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.840156] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-50575cbb-c5ae-41f3-bd63-feaf511b6d87 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.840156] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.840156] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.840156] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.840156] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.840156] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.840156] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.840156] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.840156] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.840726] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.840726] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('50575cbb-c5ae-41f3-bd63-feaf511b6d87',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.070878] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 in Status: SUCCESS [ 756.071168] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.071376] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.071524] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.071747] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.071877] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.071946] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.072130] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.072216] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.072302] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.072481] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.072579] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.072639] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.072780] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.072919] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.073013] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.073665] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.073933] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.074105] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.074254] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.074811] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cfb523b2-f674-458d-8f0e-aa7b4b07b9c9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.325499] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.328691] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.328691] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.328691] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.328691] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.328691] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Segment Port 7f0b675f-d8eb-4a5e-b620-f7e6ac528ac2 not found, creating... [ 756.328691] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.328691] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.328691] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.328691] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.328691] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.329679] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.329679] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.329679] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.329679] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.329679] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.329679] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Resource: SegmentPort with ID: 7f0b675f-d8eb-4a5e-b620-f7e6ac528ac2 is going to be created. [ 756.342418] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 50575cbb-c5ae-41f3-bd63-feaf511b6d87: rpc.has_security_group_logging(os_id): False [ 756.355099] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.355316] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.355439] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.355837] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.356115] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.356339] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "port-7f0b675f-d8eb-4a5e-b620-f7e6ac528ac2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.364260] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.364437] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.364496] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.364766] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.364886] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.365114] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.365217] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.365281] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.365443] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.365554] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.365748] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.365870] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.365966] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.366335] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.366475] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.366785] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.366934] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.367054] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.367287] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.367445] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.367597] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 is going to be updated. [ 756.439685] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.439840] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.439926] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.440153] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.440318] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.448428] env[65432]: INFO networking_nsxv3.common.synchronization [req-e0106511-1c68-4477-b6d8-216df2dce4e7 req-646dc405-9a64-473e-99d4-f538e3660bd1 tempest-ServersWithSpecificFlavorTestJSON-52620977 tempest-ServersWithSpecificFlavorTestJSON-52620977-project-member] Enqueued Resource ID: d1312b13-59d8-441d-af89-7970aba103dd with Priority: HIGHEST for action security_group_members [ 756.449145] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1312b13-59d8-441d-af89-7970aba103dd with Priority: HIGHEST for action security_group_members [ 756.449746] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1312b13-59d8-441d-af89-7970aba103dd taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.449746] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1312b13-59d8-441d-af89-7970aba103dd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.449746] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1312b13-59d8-441d-af89-7970aba103dd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.453320] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1312b13-59d8-441d-af89-7970aba103dd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.453554] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.453692] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.453799] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.453984] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.454096] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.454201] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1312b13-59d8-441d-af89-7970aba103dd',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.471723] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 in Status: IN_PROGRESS for 2s [ 756.577447] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cfb523b2-f674-458d-8f0e-aa7b4b07b9c9: rpc.has_security_group_logging(os_id): False [ 756.596930] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.597138] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.597303] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.597458] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.597566] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.597786] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.597913] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.597983] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.598178] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.598287] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.598535] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.598647] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.598715] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.598875] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.598967] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.599194] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.599311] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.599385] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.599556] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.599641] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.599738] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 is going to be created. [ 756.681542] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.681876] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.681989] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.682266] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.682470] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.686675] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc8e85aa-8a21-48b7-99e7-32e7b168ac91 in Status: UNINITIALIZED for 4s [ 756.695620] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 in Status: IN_PROGRESS for 2s [ 756.696514] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd1963ff-72b9-4796-9a4a-982c5981e737 in Status: SUCCESS [ 756.696784] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.697462] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.697695] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.697889] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.698070] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.698164] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.698343] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.698430] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.698852] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd1963ff-72b9-4796-9a4a-982c5981e737',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.700521] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9666eef7-7372-4c5c-879e-4f463b68bcd2 in Status: SUCCESS [ 756.700521] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9666eef7-7372-4c5c-879e-4f463b68bcd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.700650] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9666eef7-7372-4c5c-879e-4f463b68bcd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.700813] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9666eef7-7372-4c5c-879e-4f463b68bcd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.701008] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.701128] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.701191] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.701380] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.701478] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.701576] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9666eef7-7372-4c5c-879e-4f463b68bcd2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.957656] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.958265] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.958265] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.958341] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.984622] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.985049] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.985220] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.985283] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.985504] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.985584] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.985682] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1312b13-59d8-441d-af89-7970aba103dd is going to be updated. [ 757.021705] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.022682] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.022682] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.022682] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.022682] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.033902] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1312b13-59d8-441d-af89-7970aba103dd in Status: IN_PROGRESS for 2s [ 757.102346] env[65432]: INFO networking_nsxv3.common.synchronization [req-7dd0bbb6-0486-4328-aa6f-c7712bf91fb6 req-eb4c6ca8-c62a-4836-bd02-d08de7c0ed39 service nova] Enqueued Resource ID: 38d402c9-d6cd-4104-ac1e-440e033a5f0a with Priority: HIGHEST for action security_group_rules [ 757.102592] env[65432]: INFO networking_nsxv3.common.synchronization [req-7dd0bbb6-0486-4328-aa6f-c7712bf91fb6 req-eb4c6ca8-c62a-4836-bd02-d08de7c0ed39 service nova] Enqueued Resource ID: 38d402c9-d6cd-4104-ac1e-440e033a5f0a with Priority: HIGHEST for action security_group_members [ 757.102774] env[65432]: INFO networking_nsxv3.common.synchronization [req-7dd0bbb6-0486-4328-aa6f-c7712bf91fb6 req-eb4c6ca8-c62a-4836-bd02-d08de7c0ed39 service nova] Enqueued Resource ID: 7f0b675f-d8eb-4a5e-b620-f7e6ac528ac2 with Priority: HIGHEST for action port [ 757.104085] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38d402c9-d6cd-4104-ac1e-440e033a5f0a with Priority: HIGHEST for action security_group_rules [ 757.104085] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38d402c9-d6cd-4104-ac1e-440e033a5f0a with Priority: HIGHEST for action security_group_members [ 757.104220] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f0b675f-d8eb-4a5e-b620-f7e6ac528ac2 with Priority: HIGHEST for action port [ 757.104493] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38d402c9-d6cd-4104-ac1e-440e033a5f0a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.104716] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.104760] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.106182] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.106182] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38d402c9-d6cd-4104-ac1e-440e033a5f0a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.107313] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-38d402c9-d6cd-4104-ac1e-440e033a5f0a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.107480] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.107567] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.107782] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.107983] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.108123] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.108210] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.108388] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.114024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.114024] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38d402c9-d6cd-4104-ac1e-440e033a5f0a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.114024] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f0b675f-d8eb-4a5e-b620-f7e6ac528ac2 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.114024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f0b675f-d8eb-4a5e-b620-f7e6ac528ac2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.114024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f0b675f-d8eb-4a5e-b620-f7e6ac528ac2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.114024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f0b675f-d8eb-4a5e-b620-f7e6ac528ac2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.114024] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f0b675f-d8eb-4a5e-b620-f7e6ac528ac2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.166027] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c734e3d1-16a8-4525-9804-35b1354b9c02 in Status: SUCCESS [ 757.166027] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c734e3d1-16a8-4525-9804-35b1354b9c02 deletion is rescheduled due to dependency. [ 757.166027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c734e3d1-16a8-4525-9804-35b1354b9c02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.204831] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9666eef7-7372-4c5c-879e-4f463b68bcd2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.207018] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd1963ff-72b9-4796-9a4a-982c5981e737',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.613321] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38d402c9-d6cd-4104-ac1e-440e033a5f0a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.616293] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-38d402c9-d6cd-4104-ac1e-440e033a5f0a taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.616293] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.616293] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7f0b675f-d8eb-4a5e-b620-f7e6ac528ac2 with status ACTIVE [ 757.616293] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.616293] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.616293] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.616293] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.616672] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.616672] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.616888] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.616888] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.617120] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.617195] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.617408] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.619467] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.620245] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.620245] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.620245] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.620245] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7f0b675f-d8eb-4a5e-b620-f7e6ac528ac2 is going to be updated. [ 757.646719] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.648027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.648027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.648027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.648027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.648027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f0b675f-d8eb-4a5e-b620-f7e6ac528ac2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.710025] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9666eef7-7372-4c5c-879e-4f463b68bcd2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.710025] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd1963ff-72b9-4796-9a4a-982c5981e737',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.808548] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a94014d-4924-4144-b5a8-2f7364e39ee3 in Status: SUCCESS [ 757.808548] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a94014d-4924-4144-b5a8-2f7364e39ee3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.808548] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a94014d-4924-4144-b5a8-2f7364e39ee3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.808732] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a94014d-4924-4144-b5a8-2f7364e39ee3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.808935] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.809082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.809198] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.809408] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.809599] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.809680] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a94014d-4924-4144-b5a8-2f7364e39ee3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.809818] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7a94014d-4924-4144-b5a8-2f7364e39ee3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.123425] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38d402c9-d6cd-4104-ac1e-440e033a5f0a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.210769] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.211105] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.211105] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.211557] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.211557] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.211689] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9666eef7-7372-4c5c-879e-4f463b68bcd2 is going to be updated. [ 758.213133] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.213255] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.213327] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.213514] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.213707] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.213707] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd1963ff-72b9-4796-9a4a-982c5981e737 is going to be updated. [ 758.261536] env[65432]: INFO networking_nsxv3.common.synchronization [None req-b0460a03-0ef2-4dd9-be50-cb1b1f6d18c1 None None] Enqueued Resource ID: 73340285-59b0-4de9-8207-f57eb98581a6 with Priority: HIGHEST for action port [ 758.264231] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.264425] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.264528] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.264805] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.264996] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.269203] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.269203] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.269203] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.269203] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.269403] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.274692] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73340285-59b0-4de9-8207-f57eb98581a6 with Priority: HIGHEST for action port [ 758.274692] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-73340285-59b0-4de9-8207-f57eb98581a6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.274692] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73340285-59b0-4de9-8207-f57eb98581a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.274692] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73340285-59b0-4de9-8207-f57eb98581a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.274692] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73340285-59b0-4de9-8207-f57eb98581a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.274692] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73340285-59b0-4de9-8207-f57eb98581a6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.290977] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd1963ff-72b9-4796-9a4a-982c5981e737 in Status: IN_PROGRESS for 2s [ 758.292432] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9666eef7-7372-4c5c-879e-4f463b68bcd2 in Status: IN_PROGRESS for 2s [ 758.314051] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7a94014d-4924-4144-b5a8-2f7364e39ee3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.497524] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 in Status: SUCCESS [ 758.497584] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.628038] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.628201] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.628338] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.628568] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.629049] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.629049] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38d402c9-d6cd-4104-ac1e-440e033a5f0a is going to be created. [ 758.660973] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.660973] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.660973] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.660973] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.661992] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.673472] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38d402c9-d6cd-4104-ac1e-440e033a5f0a in Status: UNINITIALIZED for 2s [ 758.703203] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc8e85aa-8a21-48b7-99e7-32e7b168ac91 in Status: SUCCESS [ 758.706227] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc8e85aa-8a21-48b7-99e7-32e7b168ac91" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.706227] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc8e85aa-8a21-48b7-99e7-32e7b168ac91" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.706227] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc8e85aa-8a21-48b7-99e7-32e7b168ac91" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.706227] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.706227] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.706227] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.706227] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.706227] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.706227] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc8e85aa-8a21-48b7-99e7-32e7b168ac91',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.712422] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 in Status: SUCCESS [ 758.712953] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.714234] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.714637] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.714922] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cfb523b2-f674-458d-8f0e-aa7b4b07b9c9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.778851] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 73340285-59b0-4de9-8207-f57eb98581a6 [ 758.779286] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.779497] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.779797] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.780169] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.780408] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.780408] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:73340285-59b0-4de9-8207-f57eb98581a6 already deleted. [ 758.780508] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73340285-59b0-4de9-8207-f57eb98581a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.817337] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7a94014d-4924-4144-b5a8-2f7364e39ee3: rpc.has_security_group_logging(os_id): False [ 758.839838] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.840047] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.840047] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.840263] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.840394] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.840657] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.840987] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.840987] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.840987] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.841096] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.841235] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a94014d-4924-4144-b5a8-2f7364e39ee3 is going to be created. [ 758.918075] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.918313] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.918313] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.918460] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.918664] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.932632] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a94014d-4924-4144-b5a8-2f7364e39ee3 in Status: IN_PROGRESS for 2s [ 759.046450] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1312b13-59d8-441d-af89-7970aba103dd in Status: SUCCESS [ 759.046641] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1312b13-59d8-441d-af89-7970aba103dd deletion is rescheduled due to dependency. [ 759.046758] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1312b13-59d8-441d-af89-7970aba103dd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.216956] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc8e85aa-8a21-48b7-99e7-32e7b168ac91',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.219367] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.219604] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.219692] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.219911] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.220100] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.220234] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.220298] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.222205] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.222205] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.222205] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.222205] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cfb523b2-f674-458d-8f0e-aa7b4b07b9c9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.270319] env[65432]: INFO networking_nsxv3.common.synchronization [req-38f28b03-e655-4734-8405-7863bf1d0503 req-eb6e0905-e3e0-4ca2-b9b9-0b1396224f2f tempest-ImagesOneServerTestJSON-2034826116 tempest-ImagesOneServerTestJSON-2034826116-project-member] Enqueued Resource ID: 3187175e-4385-4268-bac4-8780506ee159 with Priority: HIGHEST for action security_group_members [ 759.274105] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3187175e-4385-4268-bac4-8780506ee159 with Priority: HIGHEST for action security_group_members [ 759.274733] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3187175e-4385-4268-bac4-8780506ee159 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.274886] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3187175e-4385-4268-bac4-8780506ee159" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.275030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3187175e-4385-4268-bac4-8780506ee159" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.275597] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3187175e-4385-4268-bac4-8780506ee159" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.275597] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.275742] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.275742] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.275999] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.276187] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.276354] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3187175e-4385-4268-bac4-8780506ee159',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.437150] env[65432]: INFO networking_nsxv3.common.synchronization [req-eceb909b-c3e0-412b-a905-d8f8321c79a5 req-359d5ce8-6c65-46eb-b6c5-7a0898eead1b tempest-ServerAddressesTestJSON-1640197673 tempest-ServerAddressesTestJSON-1640197673-project-member] Enqueued Resource ID: b2119a14-8e94-4bb1-97f5-bab1e7ff0d36 with Priority: HIGHEST for action security_group_members [ 759.437860] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2119a14-8e94-4bb1-97f5-bab1e7ff0d36 with Priority: HIGHEST for action security_group_members [ 759.438458] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2119a14-8e94-4bb1-97f5-bab1e7ff0d36 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.438723] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2119a14-8e94-4bb1-97f5-bab1e7ff0d36" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.438805] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2119a14-8e94-4bb1-97f5-bab1e7ff0d36" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.439869] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2119a14-8e94-4bb1-97f5-bab1e7ff0d36" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.439869] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.439869] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.439869] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.440139] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.440139] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.440206] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2119a14-8e94-4bb1-97f5-bab1e7ff0d36',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.723316] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc8e85aa-8a21-48b7-99e7-32e7b168ac91',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.724511] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.724711] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.724781] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.725035] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.725251] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.725643] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.725643] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.725643] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.727070] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.727070] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.727070] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.727070] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.727070] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.727070] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.727070] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.727070] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.727070] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.727070] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.727070] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.727070] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.727791] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cfb523b2-f674-458d-8f0e-aa7b4b07b9c9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.780746] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.780746] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.780746] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.780746] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.780746] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.780746] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.780746] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.780746] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.780746] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.781136] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.781136] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3187175e-4385-4268-bac4-8780506ee159 already deleted. [ 759.781136] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3187175e-4385-4268-bac4-8780506ee159" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.794032] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock network-475 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.794032] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "network-475" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.794032] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "network-475" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.794032] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "network-475" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.795608] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.796197] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.796197] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.796197] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.796395] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.796559] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 759.796678] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 759.796789] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 759.796939] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 759.797046] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 759.797108] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 759.797250] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 759.820075] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 759.820639] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 759.820639] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 759.820933] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "network-475" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.821354] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock port-fdcfeb4c-58bc-4f7a-a48c-ac2bac9c063a taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.821599] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "port-fdcfeb4c-58bc-4f7a-a48c-ac2bac9c063a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.821785] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "port-fdcfeb4c-58bc-4f7a-a48c-ac2bac9c063a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.822605] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "port-fdcfeb4c-58bc-4f7a-a48c-ac2bac9c063a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.822605] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fdcfeb4c-58bc-4f7a-a48c-ac2bac9c063a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.942850] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.943027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.943084] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.943306] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.943397] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.943709] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.943709] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.944148] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.944148] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.944148] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.944148] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2119a14-8e94-4bb1-97f5-bab1e7ff0d36 is going to be updated. [ 759.979448] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.980328] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.980328] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.981428] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.981801] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.996402] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2119a14-8e94-4bb1-97f5-bab1e7ff0d36 in Status: IN_PROGRESS for 2s [ 760.229180] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cfb523b2-f674-458d-8f0e-aa7b4b07b9c9: rpc.has_security_group_logging(os_id): False [ 760.230628] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.230797] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.230870] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.231144] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.231257] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.231395] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc8e85aa-8a21-48b7-99e7-32e7b168ac91 is going to be updated. [ 760.254489] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.254738] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.254937] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.255133] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.255261] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.255490] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.255604] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.255691] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.255901] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.255995] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.256272] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.256393] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.256460] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.256663] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.256743] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.256990] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.257110] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.257201] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.257434] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.257565] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.257663] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 is going to be updated. [ 760.270183] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.270492] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.270564] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.270846] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.271109] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.282150] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc8e85aa-8a21-48b7-99e7-32e7b168ac91 in Status: IN_PROGRESS for 2s [ 760.301984] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9666eef7-7372-4c5c-879e-4f463b68bcd2 in Status: SUCCESS [ 760.302355] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9666eef7-7372-4c5c-879e-4f463b68bcd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.302605] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9666eef7-7372-4c5c-879e-4f463b68bcd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.303341] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9666eef7-7372-4c5c-879e-4f463b68bcd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.303341] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.303341] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.303341] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.303613] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.303613] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.303613] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9666eef7-7372-4c5c-879e-4f463b68bcd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.303698] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9666eef7-7372-4c5c-879e-4f463b68bcd2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.305488] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd1963ff-72b9-4796-9a4a-982c5981e737 in Status: SUCCESS [ 760.305731] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.305933] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.306057] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.306420] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.306605] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.306706] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.306850] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.307109] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.307109] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.307411] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd1963ff-72b9-4796-9a4a-982c5981e737',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.324506] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.324717] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.324922] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.325280] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.325355] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.325497] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Segment Port fdcfeb4c-58bc-4f7a-a48c-ac2bac9c063a not found, creating... [ 760.325765] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.325987] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.325987] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.326228] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.326389] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.326672] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.327120] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.327120] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.327120] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.327400] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.327400] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Resource: SegmentPort with ID: fdcfeb4c-58bc-4f7a-a48c-ac2bac9c063a is going to be created. [ 760.353110] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.353398] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.353443] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.353842] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.354265] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.354335] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "port-fdcfeb4c-58bc-4f7a-a48c-ac2bac9c063a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.363535] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.363726] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.363897] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.364296] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.365897] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.391961] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 in Status: IN_PROGRESS for 2s [ 760.689035] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38d402c9-d6cd-4104-ac1e-440e033a5f0a in Status: SUCCESS [ 760.689035] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.689236] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.689917] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.689917] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.689917] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.689917] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.689917] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.690287] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.690287] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.690287] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('38d402c9-d6cd-4104-ac1e-440e033a5f0a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.809173] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9666eef7-7372-4c5c-879e-4f463b68bcd2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.811625] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd1963ff-72b9-4796-9a4a-982c5981e737 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.812026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.812200] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.815061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.815061] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.815061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.815061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.815061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.815061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.815061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.815061] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd1963ff-72b9-4796-9a4a-982c5981e737 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.815061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.815061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.815061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.815061] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.815061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.815061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.815061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.815061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.815061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.815061] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd1963ff-72b9-4796-9a4a-982c5981e737',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.948445] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a94014d-4924-4144-b5a8-2f7364e39ee3 in Status: SUCCESS [ 760.950463] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a94014d-4924-4144-b5a8-2f7364e39ee3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.189726] env[65432]: INFO networking_nsxv3.common.synchronization [req-38f28b03-e655-4734-8405-7863bf1d0503 req-c40a70c4-622f-4221-afda-cfe5faa4fb57 service nova] Enqueued Resource ID: 3187175e-4385-4268-bac4-8780506ee159 with Priority: HIGHEST for action security_group_rules [ 761.189899] env[65432]: INFO networking_nsxv3.common.synchronization [req-38f28b03-e655-4734-8405-7863bf1d0503 req-c40a70c4-622f-4221-afda-cfe5faa4fb57 service nova] Enqueued Resource ID: 3187175e-4385-4268-bac4-8780506ee159 with Priority: HIGHEST for action security_group_members [ 761.190040] env[65432]: INFO networking_nsxv3.common.synchronization [req-38f28b03-e655-4734-8405-7863bf1d0503 req-c40a70c4-622f-4221-afda-cfe5faa4fb57 service nova] Enqueued Resource ID: fdcfeb4c-58bc-4f7a-a48c-ac2bac9c063a with Priority: HIGHEST for action port [ 761.190630] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3187175e-4385-4268-bac4-8780506ee159 with Priority: HIGHEST for action security_group_rules [ 761.190818] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3187175e-4385-4268-bac4-8780506ee159 with Priority: HIGHEST for action security_group_members [ 761.190876] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdcfeb4c-58bc-4f7a-a48c-ac2bac9c063a with Priority: HIGHEST for action port [ 761.191248] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3187175e-4385-4268-bac4-8780506ee159 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.191825] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3187175e-4385-4268-bac4-8780506ee159" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.191825] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3187175e-4385-4268-bac4-8780506ee159" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.192677] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3187175e-4385-4268-bac4-8780506ee159" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.192677] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3187175e-4385-4268-bac4-8780506ee159',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.193245] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3187175e-4385-4268-bac4-8780506ee159 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.193366] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3187175e-4385-4268-bac4-8780506ee159" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.193432] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3187175e-4385-4268-bac4-8780506ee159" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.194154] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3187175e-4385-4268-bac4-8780506ee159" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.194368] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.194541] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.194610] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.194779] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.195055] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.195181] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3187175e-4385-4268-bac4-8780506ee159',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.196342] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-fdcfeb4c-58bc-4f7a-a48c-ac2bac9c063a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.196459] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fdcfeb4c-58bc-4f7a-a48c-ac2bac9c063a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.196528] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fdcfeb4c-58bc-4f7a-a48c-ac2bac9c063a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.196699] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fdcfeb4c-58bc-4f7a-a48c-ac2bac9c063a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.200120] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fdcfeb4c-58bc-4f7a-a48c-ac2bac9c063a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.205886] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-38d402c9-d6cd-4104-ac1e-440e033a5f0a taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.206062] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.206137] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.206365] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.206539] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.208211] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.211445] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.211445] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.211445] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.211445] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.211445] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-38d402c9-d6cd-4104-ac1e-440e033a5f0a taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.211445] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.211445] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.211445] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.211445] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.211445] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.211445] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.211445] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.211445] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.211445] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.211445] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('38d402c9-d6cd-4104-ac1e-440e033a5f0a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.216358] env[65432]: INFO networking_nsxv3.common.synchronization [None req-641ebe07-28ca-46f9-9bc7-d9ccb427791f None None] Enqueued Resource ID: c319960a-eaba-4281-997f-d00b51b18c09 with Priority: HIGHEST for action port [ 761.216358] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c319960a-eaba-4281-997f-d00b51b18c09 with Priority: HIGHEST for action port [ 761.216358] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-c319960a-eaba-4281-997f-d00b51b18c09 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.216771] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c319960a-eaba-4281-997f-d00b51b18c09" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.216771] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c319960a-eaba-4281-997f-d00b51b18c09" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.216889] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c319960a-eaba-4281-997f-d00b51b18c09" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.216922] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c319960a-eaba-4281-997f-d00b51b18c09',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.318320] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9666eef7-7372-4c5c-879e-4f463b68bcd2: rpc.has_security_group_logging(os_id): False [ 761.319852] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd1963ff-72b9-4796-9a4a-982c5981e737: rpc.has_security_group_logging(os_id): False [ 761.341788] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.342051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.342170] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.342378] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.342515] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.342880] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.342974] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.343062] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.343474] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.343474] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.343579] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9666eef7-7372-4c5c-879e-4f463b68bcd2 is going to be updated. [ 761.348830] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.349034] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.349150] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.349442] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.349559] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.350382] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.350523] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.350564] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.350751] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.352774] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.354494] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.354494] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.354494] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.358848] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.359081] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.359597] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.359762] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.359833] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.360614] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.360750] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.360873] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd1963ff-72b9-4796-9a4a-982c5981e737 is going to be updated. [ 761.469147] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.469324] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.469365] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.469776] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.470072] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.476398] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.476793] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.476793] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.476793] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.476966] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.494031] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9666eef7-7372-4c5c-879e-4f463b68bcd2 in Status: IN_PROGRESS for 2s [ 761.528956] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd1963ff-72b9-4796-9a4a-982c5981e737 in Status: IN_PROGRESS for 2s [ 761.702366] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3187175e-4385-4268-bac4-8780506ee159',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.703690] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3187175e-4385-4268-bac4-8780506ee159 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.703690] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3187175e-4385-4268-bac4-8780506ee159" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.715030] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fdcfeb4c-58bc-4f7a-a48c-ac2bac9c063a with status ACTIVE [ 761.715030] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.715030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.715030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.715030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.715030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.715402] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.715402] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.715402] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.716093] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.716093] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.716093] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.716093] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.716093] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.716704] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.716704] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.716704] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fdcfeb4c-58bc-4f7a-a48c-ac2bac9c063a is going to be updated. [ 761.719500] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 38d402c9-d6cd-4104-ac1e-440e033a5f0a: rpc.has_security_group_logging(os_id): False [ 761.722282] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c319960a-eaba-4281-997f-d00b51b18c09 [ 761.722282] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.722282] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.722282] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.722511] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.722511] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.722604] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c319960a-eaba-4281-997f-d00b51b18c09 already deleted. [ 761.722644] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c319960a-eaba-4281-997f-d00b51b18c09" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.748985] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.749166] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.749258] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.749666] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.749821] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.750095] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.750287] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.750396] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.750661] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.750758] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.752328] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.752465] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.752554] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.754147] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.754147] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.754147] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.754147] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.754147] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.754147] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.754147] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.754147] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38d402c9-d6cd-4104-ac1e-440e033a5f0a is going to be created. [ 761.761397] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.761397] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.761397] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.761397] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.761397] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.761799] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fdcfeb4c-58bc-4f7a-a48c-ac2bac9c063a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.868574] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.868741] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.871188] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.872267] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.872496] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.888484] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38d402c9-d6cd-4104-ac1e-440e033a5f0a in Status: IN_PROGRESS for 2s [ 762.005574] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2119a14-8e94-4bb1-97f5-bab1e7ff0d36 in Status: SUCCESS [ 762.007864] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2119a14-8e94-4bb1-97f5-bab1e7ff0d36 deletion is rescheduled due to dependency. [ 762.007864] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2119a14-8e94-4bb1-97f5-bab1e7ff0d36" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.207808] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3187175e-4385-4268-bac4-8780506ee159',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.239658] env[65432]: INFO networking_nsxv3.common.synchronization [req-413b0b61-5cb6-4ce2-b7e8-49bd549efb55 req-b5431e8e-23cd-4ed9-91b1-a1467536b141 tempest-MigrationsAdminTest-2147284106 tempest-MigrationsAdminTest-2147284106-project-member] Enqueued Resource ID: 27564b81-520f-4365-a89c-373ab442ec1a with Priority: HIGHEST for action security_group_members [ 762.240108] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27564b81-520f-4365-a89c-373ab442ec1a with Priority: HIGHEST for action security_group_members [ 762.240451] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-27564b81-520f-4365-a89c-373ab442ec1a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.240572] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27564b81-520f-4365-a89c-373ab442ec1a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.240710] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27564b81-520f-4365-a89c-373ab442ec1a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.240875] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27564b81-520f-4365-a89c-373ab442ec1a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.241623] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.241865] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.241999] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.242336] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.243413] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.243620] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27564b81-520f-4365-a89c-373ab442ec1a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.296535] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc8e85aa-8a21-48b7-99e7-32e7b168ac91 in Status: SUCCESS [ 762.296784] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc8e85aa-8a21-48b7-99e7-32e7b168ac91" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.296989] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc8e85aa-8a21-48b7-99e7-32e7b168ac91" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.297245] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc8e85aa-8a21-48b7-99e7-32e7b168ac91" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.297443] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.297575] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.297686] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.298039] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.298039] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.298039] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc8e85aa-8a21-48b7-99e7-32e7b168ac91" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.298271] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dc8e85aa-8a21-48b7-99e7-32e7b168ac91',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.413255] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 in Status: SUCCESS [ 762.413598] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.476352] env[65432]: INFO networking_nsxv3.common.synchronization [req-6b2008a0-0596-4452-ac84-a36c74344962 req-6cfc0698-3509-4b2a-8f98-cfc0323fbe41 tempest-SecurityGroupsTestJSON-842556927 tempest-SecurityGroupsTestJSON-842556927-project-member] Enqueued Resource ID: dc8e85aa-8a21-48b7-99e7-32e7b168ac91 with Priority: HIGHEST for action security_group_members [ 762.476739] env[65432]: INFO networking_nsxv3.common.synchronization [req-6b2008a0-0596-4452-ac84-a36c74344962 req-6cfc0698-3509-4b2a-8f98-cfc0323fbe41 tempest-SecurityGroupsTestJSON-842556927 tempest-SecurityGroupsTestJSON-842556927-project-member] Enqueued Resource ID: dd1963ff-72b9-4796-9a4a-982c5981e737 with Priority: HIGHEST for action security_group_members [ 762.476806] env[65432]: INFO networking_nsxv3.common.synchronization [req-6b2008a0-0596-4452-ac84-a36c74344962 req-6cfc0698-3509-4b2a-8f98-cfc0323fbe41 tempest-SecurityGroupsTestJSON-842556927 tempest-SecurityGroupsTestJSON-842556927-project-member] Enqueued Resource ID: 9666eef7-7372-4c5c-879e-4f463b68bcd2 with Priority: HIGHEST for action security_group_members [ 762.480762] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc8e85aa-8a21-48b7-99e7-32e7b168ac91 with Priority: HIGHEST for action security_group_members [ 762.486351] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd1963ff-72b9-4796-9a4a-982c5981e737 with Priority: HIGHEST for action security_group_members [ 762.486351] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9666eef7-7372-4c5c-879e-4f463b68bcd2 with Priority: HIGHEST for action security_group_members [ 762.486351] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc8e85aa-8a21-48b7-99e7-32e7b168ac91 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.486351] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc8e85aa-8a21-48b7-99e7-32e7b168ac91" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.486351] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc8e85aa-8a21-48b7-99e7-32e7b168ac91" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.486351] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc8e85aa-8a21-48b7-99e7-32e7b168ac91" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.486351] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.486351] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.486351] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.486351] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.486351] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.486351] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc8e85aa-8a21-48b7-99e7-32e7b168ac91',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.489954] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd1963ff-72b9-4796-9a4a-982c5981e737 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.490164] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.490235] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.490416] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.490888] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.492606] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.493024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.493270] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.493414] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.493547] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd1963ff-72b9-4796-9a4a-982c5981e737',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.495148] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-9666eef7-7372-4c5c-879e-4f463b68bcd2 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.495276] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9666eef7-7372-4c5c-879e-4f463b68bcd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.495422] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9666eef7-7372-4c5c-879e-4f463b68bcd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.495722] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9666eef7-7372-4c5c-879e-4f463b68bcd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.495928] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.496082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.496172] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.496360] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.496479] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.496599] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9666eef7-7372-4c5c-879e-4f463b68bcd2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.712106] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.712106] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.712106] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.712106] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.712106] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.712106] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3187175e-4385-4268-bac4-8780506ee159 is going to be created. [ 762.746585] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('27564b81-520f-4365-a89c-373ab442ec1a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.755090] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.755236] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.755236] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.756520] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.756520] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.775705] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3187175e-4385-4268-bac4-8780506ee159 in Status: UNINITIALIZED for 2s [ 762.802478] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dc8e85aa-8a21-48b7-99e7-32e7b168ac91',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.910910] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock network-36 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.911380] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "network-36" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.911604] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "network-36" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.912055] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "network-36" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.912454] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.912705] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.912992] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.913412] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.914519] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.914519] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 762.914519] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 762.914519] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 762.914771] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 762.914852] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 762.915073] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 762.915327] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 762.939497] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 762.939694] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 762.939871] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 762.940074] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "network-36" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.940430] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock port-39c14604-04a7-4932-b46e-f611de8664de taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.940929] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "port-39c14604-04a7-4932-b46e-f611de8664de" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.940929] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "port-39c14604-04a7-4932-b46e-f611de8664de" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.941338] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "port-39c14604-04a7-4932-b46e-f611de8664de" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.941493] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39c14604-04a7-4932-b46e-f611de8664de',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.999290] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.001132] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.001132] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.001132] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.001132] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.001132] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.001132] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.001132] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.001132] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.001132] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.001132] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc8e85aa-8a21-48b7-99e7-32e7b168ac91 is going to be deleted. [ 763.002877] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd1963ff-72b9-4796-9a4a-982c5981e737',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.004317] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.004317] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.004317] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.004789] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.004789] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.004911] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.005112] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.005214] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.005456] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.006145] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.006334] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9666eef7-7372-4c5c-879e-4f463b68bcd2 is going to be updated. [ 763.039022] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.039022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.039022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.039022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.039022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.041311] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.041311] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.041311] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.041311] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.041311] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.041311] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc8e85aa-8a21-48b7-99e7-32e7b168ac91" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.050853] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9666eef7-7372-4c5c-879e-4f463b68bcd2 in Status: IN_PROGRESS for 2s [ 763.249487] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('27564b81-520f-4365-a89c-373ab442ec1a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.308093] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dc8e85aa-8a21-48b7-99e7-32e7b168ac91: rpc.has_security_group_logging(os_id): False [ 763.332084] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.332318] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.332400] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.332713] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.332831] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.333099] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.333498] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.333498] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.333498] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.333608] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.333715] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc8e85aa-8a21-48b7-99e7-32e7b168ac91 is going to be created. [ 763.354491] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/dc8e85aa-8a21-48b7-99e7-32e7b168ac91], does not exist path=[/infra/domains/default/groups/dc8e85aa-8a21-48b7-99e7-32e7b168ac91]."\n}' [ 763.354606] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc8e85aa-8a21-48b7-99e7-32e7b168ac91 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/dc8e85aa-8a21-48b7-99e7-32e7b168ac91 [ 763.354868] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 763.392673] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.392835] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.392903] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.393172] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.394225] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.394564] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.394675] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.394742] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.394933] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.395017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.395240] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.395351] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.395412] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.395576] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.395650] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.395733] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc8e85aa-8a21-48b7-99e7-32e7b168ac91 is going to be created. [ 763.414585] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/dc8e85aa-8a21-48b7-99e7-32e7b168ac91], does not exist path=[/infra/domains/default/groups/dc8e85aa-8a21-48b7-99e7-32e7b168ac91]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/dc8e85aa-8a21-48b7-99e7-32e7b168ac91 [ 763.414978] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc8e85aa-8a21-48b7-99e7-32e7b168ac91" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.415095] env[65432]: Traceback (most recent call last): [ 763.415189] env[65432]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 763.415189] env[65432]: return func(*args, **kwargs) [ 763.415189] env[65432]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 763.415189] env[65432]: res.raise_for_status() [ 763.415189] env[65432]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 763.415189] env[65432]: raise HTTPError(http_error_msg, response=self) [ 763.415189] env[65432]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/dc8e85aa-8a21-48b7-99e7-32e7b168ac91 [ 763.415189] env[65432]: During handling of the above exception, another exception occurred: [ 763.415189] env[65432]: Traceback (most recent call last): [ 763.415189] env[65432]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 763.415189] env[65432]: listener.cb(fileno) [ 763.415189] env[65432]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 763.415189] env[65432]: result = function(*args, **kwargs) [ 763.415189] env[65432]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 763.415189] env[65432]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 763.415189] env[65432]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 763.415189] env[65432]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 763.415189] env[65432]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 763.415189] env[65432]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 763.415189] env[65432]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 763.415189] env[65432]: res.raise_for_status() [ 763.415189] env[65432]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 763.415189] env[65432]: raise HTTPError(http_error_msg, response=self) [ 763.415189] env[65432]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/dc8e85aa-8a21-48b7-99e7-32e7b168ac91 [ 763.415189] env[65432]: Removing descriptor: 14 [ 763.448447] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.449134] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.450054] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.450054] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.450054] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.450379] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Segment Port 39c14604-04a7-4932-b46e-f611de8664de not found, creating... [ 763.451042] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.451042] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.451042] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.451339] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.451413] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.451892] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.452129] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.452427] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.452683] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.453020] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.453107] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Resource: SegmentPort with ID: 39c14604-04a7-4932-b46e-f611de8664de is going to be created. [ 763.477479] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.477952] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.478121] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.478480] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.478764] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.479144] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "port-39c14604-04a7-4932-b46e-f611de8664de" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.508302] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd1963ff-72b9-4796-9a4a-982c5981e737',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.513093] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9666eef7-7372-4c5c-879e-4f463b68bcd2 in Status: SUCCESS [ 763.513289] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9666eef7-7372-4c5c-879e-4f463b68bcd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.560047] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd1963ff-72b9-4796-9a4a-982c5981e737 in Status: SUCCESS [ 763.560203] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.753667] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.753941] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.754071] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.754256] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.754382] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.754442] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27564b81-520f-4365-a89c-373ab442ec1a is going to be updated. [ 763.814761] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.814952] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.814992] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.815234] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.815473] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.832311] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27564b81-520f-4365-a89c-373ab442ec1a in Status: IN_PROGRESS for 2s [ 763.906884] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38d402c9-d6cd-4104-ac1e-440e033a5f0a in Status: SUCCESS [ 763.907343] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.012015] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.012015] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.012190] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.013087] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.013087] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.013087] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd1963ff-72b9-4796-9a4a-982c5981e737 is going to be updated. [ 764.047954] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.047954] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.047954] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.047954] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.048235] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.059290] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd1963ff-72b9-4796-9a4a-982c5981e737 in Status: IN_PROGRESS for 2s [ 764.250543] env[65432]: INFO networking_nsxv3.common.synchronization [req-413b0b61-5cb6-4ce2-b7e8-49bd549efb55 req-00461f49-6e1c-40d2-b4d3-264cd9b88076 service nova] Enqueued Resource ID: 27564b81-520f-4365-a89c-373ab442ec1a with Priority: HIGHEST for action security_group_rules [ 764.250819] env[65432]: INFO networking_nsxv3.common.synchronization [req-413b0b61-5cb6-4ce2-b7e8-49bd549efb55 req-00461f49-6e1c-40d2-b4d3-264cd9b88076 service nova] Enqueued Resource ID: 27564b81-520f-4365-a89c-373ab442ec1a with Priority: HIGHEST for action security_group_members [ 764.250897] env[65432]: INFO networking_nsxv3.common.synchronization [req-413b0b61-5cb6-4ce2-b7e8-49bd549efb55 req-00461f49-6e1c-40d2-b4d3-264cd9b88076 service nova] Enqueued Resource ID: 39c14604-04a7-4932-b46e-f611de8664de with Priority: HIGHEST for action port [ 764.251549] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27564b81-520f-4365-a89c-373ab442ec1a with Priority: HIGHEST for action security_group_rules [ 764.251696] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27564b81-520f-4365-a89c-373ab442ec1a with Priority: HIGHEST for action security_group_members [ 764.251828] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39c14604-04a7-4932-b46e-f611de8664de with Priority: HIGHEST for action port [ 764.252739] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27564b81-520f-4365-a89c-373ab442ec1a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.252739] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27564b81-520f-4365-a89c-373ab442ec1a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.252851] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27564b81-520f-4365-a89c-373ab442ec1a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.253052] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27564b81-520f-4365-a89c-373ab442ec1a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.253145] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27564b81-520f-4365-a89c-373ab442ec1a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.254337] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-27564b81-520f-4365-a89c-373ab442ec1a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.254434] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27564b81-520f-4365-a89c-373ab442ec1a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.254594] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-39c14604-04a7-4932-b46e-f611de8664de taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.254708] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39c14604-04a7-4932-b46e-f611de8664de" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.254755] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39c14604-04a7-4932-b46e-f611de8664de" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.255036] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39c14604-04a7-4932-b46e-f611de8664de" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.255036] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39c14604-04a7-4932-b46e-f611de8664de',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.757553] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-27564b81-520f-4365-a89c-373ab442ec1a taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.757959] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27564b81-520f-4365-a89c-373ab442ec1a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.759371] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 39c14604-04a7-4932-b46e-f611de8664de with status ACTIVE [ 764.759858] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.760024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.760088] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.760313] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.760637] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.760872] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.761164] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.761269] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.761461] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.761591] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.761760] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.761933] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.761933] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.762071] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.762136] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.762223] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 39c14604-04a7-4932-b46e-f611de8664de is going to be updated. [ 764.788402] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3187175e-4385-4268-bac4-8780506ee159 in Status: SUCCESS [ 764.788733] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3187175e-4385-4268-bac4-8780506ee159" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.788950] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3187175e-4385-4268-bac4-8780506ee159" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.789219] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3187175e-4385-4268-bac4-8780506ee159" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.789421] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.789603] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.789603] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.789753] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.789848] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.789979] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3187175e-4385-4268-bac4-8780506ee159" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.790106] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3187175e-4385-4268-bac4-8780506ee159',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.795173] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.795336] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.795383] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.795601] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.795927] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.796213] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39c14604-04a7-4932-b46e-f611de8664de" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.061616] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9666eef7-7372-4c5c-879e-4f463b68bcd2 in Status: SUCCESS [ 765.061865] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9666eef7-7372-4c5c-879e-4f463b68bcd2 deletion is rescheduled due to dependency. [ 765.061939] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9666eef7-7372-4c5c-879e-4f463b68bcd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.295063] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3187175e-4385-4268-bac4-8780506ee159 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.295063] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3187175e-4385-4268-bac4-8780506ee159" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.295063] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3187175e-4385-4268-bac4-8780506ee159" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.295063] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3187175e-4385-4268-bac4-8780506ee159" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.295063] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.295063] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.295063] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.295063] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.295063] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.295063] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3187175e-4385-4268-bac4-8780506ee159" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.295063] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3187175e-4385-4268-bac4-8780506ee159 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.295063] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3187175e-4385-4268-bac4-8780506ee159" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.295063] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3187175e-4385-4268-bac4-8780506ee159" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.295063] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3187175e-4385-4268-bac4-8780506ee159" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.295063] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.295063] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.296042] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.296042] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.296042] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.296042] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3187175e-4385-4268-bac4-8780506ee159" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.296042] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3187175e-4385-4268-bac4-8780506ee159',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.621685] env[65432]: INFO networking_nsxv3.common.synchronization [req-c8f04a93-cda5-4f80-b826-b4880d45f2b1 req-6fd163a8-d436-4641-ab9b-5cdf7d0de508 tempest-MultipleCreateTestJSON-396182854 tempest-MultipleCreateTestJSON-396182854-project-member] Enqueued Resource ID: cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 with Priority: HIGHEST for action security_group_members [ 765.621685] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 with Priority: HIGHEST for action security_group_members [ 765.621685] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.621685] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.621685] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.622820] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.623328] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.623799] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.624149] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.624792] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.625302] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.625302] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfb523b2-f674-458d-8f0e-aa7b4b07b9c9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.797933] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3187175e-4385-4268-bac4-8780506ee159: rpc.has_security_group_logging(os_id): False [ 765.820922] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.820922] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.820922] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.820922] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.820922] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.820922] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.820922] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.820922] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.820922] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.820922] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.821391] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.821391] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.821391] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.821391] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.821391] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.821638] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.821738] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.821839] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.822015] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.822107] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.822167] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3187175e-4385-4268-bac4-8780506ee159 is going to be created. [ 765.842614] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27564b81-520f-4365-a89c-373ab442ec1a in Status: SUCCESS [ 765.842614] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27564b81-520f-4365-a89c-373ab442ec1a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.842770] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27564b81-520f-4365-a89c-373ab442ec1a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.842947] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27564b81-520f-4365-a89c-373ab442ec1a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.843221] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.843352] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.843420] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.843578] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.843661] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.843761] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27564b81-520f-4365-a89c-373ab442ec1a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.886389] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.886498] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.886498] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.886698] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.886877] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.901357] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3187175e-4385-4268-bac4-8780506ee159 in Status: IN_PROGRESS for 2s [ 766.071234] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd1963ff-72b9-4796-9a4a-982c5981e737 in Status: SUCCESS [ 766.071454] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.129538] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cfb523b2-f674-458d-8f0e-aa7b4b07b9c9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.347714] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('27564b81-520f-4365-a89c-373ab442ec1a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.632049] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cfb523b2-f674-458d-8f0e-aa7b4b07b9c9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.665339] env[65432]: INFO networking_nsxv3.common.synchronization [req-5cab6d29-824d-4c3a-b1af-940ffed9923c req-1279c181-47d5-4046-94e9-56eaaabf108c tempest-MultipleCreateTestJSON-396182854 tempest-MultipleCreateTestJSON-396182854-project-member] Enqueued Resource ID: cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 with Priority: HIGHEST for action security_group_members [ 766.665872] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 with Priority: HIGHEST for action security_group_members [ 766.666191] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.666309] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.850173] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('27564b81-520f-4365-a89c-373ab442ec1a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.134486] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.134653] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.134723] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.134936] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.135091] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.135547] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 is going to be updated. [ 767.169920] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.170152] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.170201] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.170449] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.170594] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.185658] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 in Status: IN_PROGRESS for 2s [ 767.354471] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.354762] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.354888] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.355170] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.355340] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.355518] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27564b81-520f-4365-a89c-373ab442ec1a is going to be updated. [ 767.394888] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.395112] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.395203] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.395422] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.395570] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.407687] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27564b81-520f-4365-a89c-373ab442ec1a in Status: IN_PROGRESS for 2s [ 767.916996] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3187175e-4385-4268-bac4-8780506ee159 in Status: SUCCESS [ 767.917719] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3187175e-4385-4268-bac4-8780506ee159" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.332637] env[65432]: INFO networking_nsxv3.common.synchronization [req-a8d92705-9ad8-4a5d-be81-495ac8fc1a41 req-3f8caff4-8b8d-4160-9d82-a72bac21440f tempest-ServerRescueNegativeTestJSON-1386142469 tempest-ServerRescueNegativeTestJSON-1386142469-project-member] Enqueued Resource ID: 38d402c9-d6cd-4104-ac1e-440e033a5f0a with Priority: HIGHEST for action security_group_members [ 768.333607] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38d402c9-d6cd-4104-ac1e-440e033a5f0a with Priority: HIGHEST for action security_group_members [ 768.336791] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-38d402c9-d6cd-4104-ac1e-440e033a5f0a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.336791] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.336791] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.336791] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.336791] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.336791] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.336791] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.336791] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.336791] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.336791] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38d402c9-d6cd-4104-ac1e-440e033a5f0a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.837794] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38d402c9-d6cd-4104-ac1e-440e033a5f0a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.914732] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock network-222 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.915385] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "network-222" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.915385] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "network-222" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.915385] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "network-222" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.915557] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.915698] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.915804] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.916021] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.916185] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.916375] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 768.916480] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 768.916580] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 768.916682] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 768.916781] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 768.916878] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 768.916999] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 768.939330] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 768.939655] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 768.939806] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 768.940055] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "network-222" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.940530] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock port-a6366ef3-c222-4aba-b5c4-10d29cc53006 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.940774] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "port-a6366ef3-c222-4aba-b5c4-10d29cc53006" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.940928] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "port-a6366ef3-c222-4aba-b5c4-10d29cc53006" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.941359] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "port-a6366ef3-c222-4aba-b5c4-10d29cc53006" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.941534] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6366ef3-c222-4aba-b5c4-10d29cc53006',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.990885] env[65432]: INFO networking_nsxv3.common.synchronization [req-60d77168-a7ac-4eb8-8d85-8ca10f531a28 req-abb03815-3454-494f-acf8-887cdec6bf4f tempest-ListServerFiltersTestJSON-1916579573 tempest-ListServerFiltersTestJSON-1916579573-project-member] Enqueued Resource ID: 86fc5708-c0f4-4d9b-8df9-d5eba9966a02 with Priority: HIGHEST for action security_group_members [ 768.991384] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86fc5708-c0f4-4d9b-8df9-d5eba9966a02 with Priority: HIGHEST for action security_group_members [ 768.991786] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.991906] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.991906] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.992118] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.992271] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.992365] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.992446] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.992794] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.992794] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.992794] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86fc5708-c0f4-4d9b-8df9-d5eba9966a02',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.197868] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 in Status: SUCCESS [ 769.197868] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.197868] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.197868] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.197868] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.197868] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.197868] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.197868] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.197868] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.197868] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfb523b2-f674-458d-8f0e-aa7b4b07b9c9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.342350] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38d402c9-d6cd-4104-ac1e-440e033a5f0a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.420028] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27564b81-520f-4365-a89c-373ab442ec1a in Status: SUCCESS [ 769.420231] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27564b81-520f-4365-a89c-373ab442ec1a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.420436] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27564b81-520f-4365-a89c-373ab442ec1a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.420684] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27564b81-520f-4365-a89c-373ab442ec1a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.420948] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.421177] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.421177] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.421398] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.421495] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.421596] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27564b81-520f-4365-a89c-373ab442ec1a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.421754] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('27564b81-520f-4365-a89c-373ab442ec1a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.444492] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.444702] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.444908] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.445251] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.445472] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.445553] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Segment Port a6366ef3-c222-4aba-b5c4-10d29cc53006 not found, creating... [ 769.445789] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.445960] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.446413] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.446679] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.446813] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.447138] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.447295] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.447602] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.447833] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.447953] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.448109] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Resource: SegmentPort with ID: a6366ef3-c222-4aba-b5c4-10d29cc53006 is going to be created. [ 769.471318] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.471674] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.471904] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.472301] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.472617] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.472860] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "port-a6366ef3-c222-4aba-b5c4-10d29cc53006" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.495087] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86fc5708-c0f4-4d9b-8df9-d5eba9966a02',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.699560] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.700301] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.700448] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.700648] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.728289] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.728761] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.728935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.728935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.729253] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.729366] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.729436] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 is going to be updated. [ 769.775132] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.775301] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.775409] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.775761] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.775968] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.787714] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 in Status: IN_PROGRESS for 2s [ 769.847200] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.847200] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.847200] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.847200] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.847200] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.847200] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38d402c9-d6cd-4104-ac1e-440e033a5f0a is going to be updated. [ 769.882412] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.882934] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.883296] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.885074] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.885074] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.896373] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38d402c9-d6cd-4104-ac1e-440e033a5f0a in Status: IN_PROGRESS for 2s [ 769.924733] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-27564b81-520f-4365-a89c-373ab442ec1a taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.925061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27564b81-520f-4365-a89c-373ab442ec1a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.925061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27564b81-520f-4365-a89c-373ab442ec1a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.925286] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27564b81-520f-4365-a89c-373ab442ec1a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.925461] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.925564] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.925631] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.925780] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.925870] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.925959] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27564b81-520f-4365-a89c-373ab442ec1a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.926130] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-27564b81-520f-4365-a89c-373ab442ec1a taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.926250] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27564b81-520f-4365-a89c-373ab442ec1a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.926313] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27564b81-520f-4365-a89c-373ab442ec1a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.926456] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27564b81-520f-4365-a89c-373ab442ec1a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.926619] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.926727] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.926809] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.926953] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.927042] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.927125] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27564b81-520f-4365-a89c-373ab442ec1a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.927215] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('27564b81-520f-4365-a89c-373ab442ec1a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.999190] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86fc5708-c0f4-4d9b-8df9-d5eba9966a02',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.279056] env[65432]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] NSXv3 Agent Agent loop - iteration:0 completed [ 770.279056] env[65432]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] NSXv3 Agent Agent loop - iteration:1 started [ 770.317027] env[65432]: INFO networking_nsxv3.common.synchronization [req-a8d92705-9ad8-4a5d-be81-495ac8fc1a41 req-bee360a5-7ee6-44b6-a046-721731341bc9 service nova] Enqueued Resource ID: 38d402c9-d6cd-4104-ac1e-440e033a5f0a with Priority: HIGHEST for action security_group_rules [ 770.317027] env[65432]: INFO networking_nsxv3.common.synchronization [req-a8d92705-9ad8-4a5d-be81-495ac8fc1a41 req-bee360a5-7ee6-44b6-a046-721731341bc9 service nova] Enqueued Resource ID: 38d402c9-d6cd-4104-ac1e-440e033a5f0a with Priority: HIGHEST for action security_group_members [ 770.317027] env[65432]: INFO networking_nsxv3.common.synchronization [req-a8d92705-9ad8-4a5d-be81-495ac8fc1a41 req-bee360a5-7ee6-44b6-a046-721731341bc9 service nova] Enqueued Resource ID: a6366ef3-c222-4aba-b5c4-10d29cc53006 with Priority: HIGHEST for action port [ 770.320101] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38d402c9-d6cd-4104-ac1e-440e033a5f0a with Priority: HIGHEST for action security_group_rules [ 770.320101] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38d402c9-d6cd-4104-ac1e-440e033a5f0a with Priority: HIGHEST for action security_group_members [ 770.320101] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6366ef3-c222-4aba-b5c4-10d29cc53006 with Priority: HIGHEST for action port [ 770.320101] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38d402c9-d6cd-4104-ac1e-440e033a5f0a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.320101] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.320101] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.320101] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.320101] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38d402c9-d6cd-4104-ac1e-440e033a5f0a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.327242] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-38d402c9-d6cd-4104-ac1e-440e033a5f0a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.327242] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.327242] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6366ef3-c222-4aba-b5c4-10d29cc53006 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.327242] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6366ef3-c222-4aba-b5c4-10d29cc53006" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.327242] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6366ef3-c222-4aba-b5c4-10d29cc53006" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.327242] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6366ef3-c222-4aba-b5c4-10d29cc53006" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.327242] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6366ef3-c222-4aba-b5c4-10d29cc53006',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.434044] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 27564b81-520f-4365-a89c-373ab442ec1a: rpc.has_security_group_logging(os_id): False [ 770.456117] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.456291] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.456436] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.457315] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.478509] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.478940] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.479028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.479136] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.479368] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.479478] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.479731] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.479859] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.480037] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.480178] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.480259] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.480452] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.480553] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.480610] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.480757] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.480835] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.480922] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27564b81-520f-4365-a89c-373ab442ec1a is going to be updated. [ 770.503321] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.503943] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.504169] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.504504] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.504504] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.504695] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86fc5708-c0f4-4d9b-8df9-d5eba9966a02 is going to be updated. [ 770.537465] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.537616] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.537754] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.537919] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.538061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.552246] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86fc5708-c0f4-4d9b-8df9-d5eba9966a02 in Status: IN_PROGRESS for 2s [ 770.557542] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.557652] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.557816] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.559689] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.559689] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.574871] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27564b81-520f-4365-a89c-373ab442ec1a in Status: IN_PROGRESS for 2s [ 770.825370] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-38d402c9-d6cd-4104-ac1e-440e033a5f0a taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.826248] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.832313] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a6366ef3-c222-4aba-b5c4-10d29cc53006 with status ACTIVE [ 770.832313] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.832313] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.832639] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.832712] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.832852] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.833235] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.833363] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.833437] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.833581] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.833676] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.834373] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.834373] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.834373] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.834636] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.834774] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.834856] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a6366ef3-c222-4aba-b5c4-10d29cc53006 is going to be updated. [ 770.859981] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.859981] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.859981] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.860224] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.860867] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.860867] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6366ef3-c222-4aba-b5c4-10d29cc53006" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.797754] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 in Status: SUCCESS [ 771.798119] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 deletion is rescheduled due to dependency. [ 771.798119] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.908508] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38d402c9-d6cd-4104-ac1e-440e033a5f0a in Status: SUCCESS [ 771.908636] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.908888] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.909446] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.909523] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.909747] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.909831] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.910044] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.910327] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.910390] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38d402c9-d6cd-4104-ac1e-440e033a5f0a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.338192] env[65432]: INFO networking_nsxv3.common.synchronization [None req-c0031b21-486a-4c48-98c7-f91496b55828 None None] Enqueued Resource ID: 41269e95-f7a8-4406-b3cf-3f97ae182a09 with Priority: HIGHEST for action port [ 772.338192] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41269e95-f7a8-4406-b3cf-3f97ae182a09 with Priority: HIGHEST for action port [ 772.338784] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-41269e95-f7a8-4406-b3cf-3f97ae182a09 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.339114] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41269e95-f7a8-4406-b3cf-3f97ae182a09" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.339280] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41269e95-f7a8-4406-b3cf-3f97ae182a09" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.339748] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41269e95-f7a8-4406-b3cf-3f97ae182a09" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.340090] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41269e95-f7a8-4406-b3cf-3f97ae182a09',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.413123] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38d402c9-d6cd-4104-ac1e-440e033a5f0a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.570085] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86fc5708-c0f4-4d9b-8df9-d5eba9966a02 in Status: SUCCESS [ 772.570653] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.594330] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27564b81-520f-4365-a89c-373ab442ec1a in Status: SUCCESS [ 772.594435] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27564b81-520f-4365-a89c-373ab442ec1a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.843215] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 41269e95-f7a8-4406-b3cf-3f97ae182a09 [ 772.843215] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.843215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.843215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.843215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.843215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.843215] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:41269e95-f7a8-4406-b3cf-3f97ae182a09 already deleted. [ 772.843682] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41269e95-f7a8-4406-b3cf-3f97ae182a09" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.915634] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38d402c9-d6cd-4104-ac1e-440e033a5f0a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.418378] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.418532] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.418532] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.418790] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.418893] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.418998] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38d402c9-d6cd-4104-ac1e-440e033a5f0a is going to be updated. [ 773.452404] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.452404] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.452404] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.452404] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.452654] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.464479] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38d402c9-d6cd-4104-ac1e-440e033a5f0a in Status: IN_PROGRESS for 2s [ 773.710420] env[65432]: INFO networking_nsxv3.common.synchronization [req-daf7934f-b5a0-445b-a058-5cd066330ae4 req-f5fceec7-ae78-479b-a0e7-069f02b81784 tempest-ServerRescueTestJSON-1613494716 tempest-ServerRescueTestJSON-1613494716-project-member] Enqueued Resource ID: 392d2d70-ae20-4fb3-998a-f769f8aa2c2d with Priority: HIGHEST for action security_group_members [ 773.710963] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 392d2d70-ae20-4fb3-998a-f769f8aa2c2d with Priority: HIGHEST for action security_group_members [ 773.711300] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-392d2d70-ae20-4fb3-998a-f769f8aa2c2d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.712826] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-392d2d70-ae20-4fb3-998a-f769f8aa2c2d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.712826] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-392d2d70-ae20-4fb3-998a-f769f8aa2c2d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.712826] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-392d2d70-ae20-4fb3-998a-f769f8aa2c2d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.712826] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.712826] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.712826] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.712826] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.712826] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.712826] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('392d2d70-ae20-4fb3-998a-f769f8aa2c2d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.092473] env[65432]: INFO networking_nsxv3.common.synchronization [req-17ba7ad8-f944-40f2-93f9-ab31705c9927 req-3cfd190e-1bef-469a-bafe-0e5e6f641170 tempest-ImagesTestJSON-1127600559 tempest-ImagesTestJSON-1127600559-project-member] Enqueued Resource ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f with Priority: HIGHEST for action security_group_members [ 774.092995] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f with Priority: HIGHEST for action security_group_members [ 774.093678] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd07cc7-5f30-4f1b-945f-d0007a74587f taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.094155] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.094250] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.094582] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.094883] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.094986] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.095063] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.096109] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.096250] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.096772] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bd07cc7-5f30-4f1b-945f-d0007a74587f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.215569] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('392d2d70-ae20-4fb3-998a-f769f8aa2c2d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.602608] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.602773] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.602843] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.603513] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.640883] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.640883] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.640883] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.640883] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.640883] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.640883] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.640883] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f is going to be updated. [ 774.671991] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.672158] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.672597] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.672597] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.672597] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.685531] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f in Status: IN_PROGRESS for 2s [ 774.719939] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('392d2d70-ae20-4fb3-998a-f769f8aa2c2d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.777738] env[65432]: INFO networking_nsxv3.common.synchronization [None req-1b758b22-c1cc-4b9b-afb0-f169a087ddd1 None None] Enqueued Resource ID: 963d42ac-73e4-42fb-a85e-2be7914ecc6d with Priority: HIGHEST for action port [ 774.777738] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 963d42ac-73e4-42fb-a85e-2be7914ecc6d with Priority: HIGHEST for action port [ 774.777738] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-963d42ac-73e4-42fb-a85e-2be7914ecc6d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.777738] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-963d42ac-73e4-42fb-a85e-2be7914ecc6d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.777738] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-963d42ac-73e4-42fb-a85e-2be7914ecc6d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.778091] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-963d42ac-73e4-42fb-a85e-2be7914ecc6d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.778091] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('963d42ac-73e4-42fb-a85e-2be7914ecc6d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.226023] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.226023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.226023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.226023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.226023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.226023] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 392d2d70-ae20-4fb3-998a-f769f8aa2c2d is going to be updated. [ 775.262427] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.265156] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.265156] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.265156] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.265156] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.275068] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 392d2d70-ae20-4fb3-998a-f769f8aa2c2d in Status: IN_PROGRESS for 2s [ 775.285051] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 963d42ac-73e4-42fb-a85e-2be7914ecc6d [ 775.285051] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.285051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.285051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.285580] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.286068] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.286068] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:963d42ac-73e4-42fb-a85e-2be7914ecc6d already deleted. [ 775.286068] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-963d42ac-73e4-42fb-a85e-2be7914ecc6d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.482064] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38d402c9-d6cd-4104-ac1e-440e033a5f0a in Status: SUCCESS [ 775.482296] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.482471] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.482710] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.482916] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.483035] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.483101] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.483245] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.483322] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.483404] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.483497] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('38d402c9-d6cd-4104-ac1e-440e033a5f0a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.637353] env[65432]: INFO networking_nsxv3.common.synchronization [req-0402529d-a5b5-4caa-a9d5-3037bf0414b7 req-21db38ca-f912-48d7-8171-933e7d737e37 tempest-ServersTestJSON-755690962 tempest-ServersTestJSON-755690962-project-member] Enqueued Resource ID: b2a0225d-ef64-45a1-b899-4119011dd94d with Priority: HIGHEST for action security_group_members [ 775.637915] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2a0225d-ef64-45a1-b899-4119011dd94d with Priority: HIGHEST for action security_group_members [ 775.638311] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2a0225d-ef64-45a1-b899-4119011dd94d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.638439] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.638509] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.638715] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.638877] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.638996] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.640914] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.641810] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.641810] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.641810] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2a0225d-ef64-45a1-b899-4119011dd94d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.985909] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-38d402c9-d6cd-4104-ac1e-440e033a5f0a taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.986066] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.986066] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.986264] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.986432] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.986538] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.986595] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.986745] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.986819] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.986909] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.987061] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-38d402c9-d6cd-4104-ac1e-440e033a5f0a taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.987153] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.987224] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.987365] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.987499] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.987586] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.987640] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.987776] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.987850] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.987931] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.988046] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('38d402c9-d6cd-4104-ac1e-440e033a5f0a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.058177] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock network-484 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.058670] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "network-484" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.058670] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "network-484" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.058835] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "network-484" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.059023] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.059093] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.059210] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.059414] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.059546] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.059741] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 776.059844] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 776.060208] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 776.060334] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 776.060444] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 776.060544] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 776.060712] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 776.080390] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 776.080390] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 776.080390] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 776.080736] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "network-484" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.080945] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock port-2eaef2d1-8c49-4ccb-b28d-632741d8a032 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.081205] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "port-2eaef2d1-8c49-4ccb-b28d-632741d8a032" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.081348] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "port-2eaef2d1-8c49-4ccb-b28d-632741d8a032" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.081688] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "port-2eaef2d1-8c49-4ccb-b28d-632741d8a032" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.081876] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2eaef2d1-8c49-4ccb-b28d-632741d8a032',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.143409] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2a0225d-ef64-45a1-b899-4119011dd94d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.490996] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 38d402c9-d6cd-4104-ac1e-440e033a5f0a: rpc.has_security_group_logging(os_id): False [ 776.512266] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.512429] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.512504] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.512749] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.543179] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.543434] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.543588] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.543739] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.543903] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.544067] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.544343] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.544461] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.544639] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.544702] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.544782] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.545051] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.545125] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.545379] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.545379] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.545444] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.545504] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38d402c9-d6cd-4104-ac1e-440e033a5f0a is going to be updated. [ 776.585446] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.585662] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.587986] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.587986] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.587986] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.587986] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Segment Port 2eaef2d1-8c49-4ccb-b28d-632741d8a032 not found, creating... [ 776.587986] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.587986] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.587986] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.587986] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.587986] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.587986] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.588915] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.588915] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.588915] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.588915] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.588915] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Resource: SegmentPort with ID: 2eaef2d1-8c49-4ccb-b28d-632741d8a032 is going to be created. [ 776.612636] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.612917] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.613202] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.613383] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.613628] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.613929] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "port-2eaef2d1-8c49-4ccb-b28d-632741d8a032" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.626982] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.627199] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.628272] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.629190] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.629190] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.644840] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38d402c9-d6cd-4104-ac1e-440e033a5f0a in Status: IN_PROGRESS for 2s [ 776.646363] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2a0225d-ef64-45a1-b899-4119011dd94d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.697548] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f in Status: SUCCESS [ 776.697854] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f deletion is rescheduled due to dependency. [ 776.698075] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.151673] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.151833] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.151941] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.152296] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.152400] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.152505] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2a0225d-ef64-45a1-b899-4119011dd94d is going to be updated. [ 777.185225] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.185362] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.185435] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.185733] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.185915] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.196883] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2a0225d-ef64-45a1-b899-4119011dd94d in Status: IN_PROGRESS for 2s [ 777.288557] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 392d2d70-ae20-4fb3-998a-f769f8aa2c2d in Status: SUCCESS [ 777.288639] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-392d2d70-ae20-4fb3-998a-f769f8aa2c2d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.376657] env[65432]: INFO networking_nsxv3.common.synchronization [req-0402529d-a5b5-4caa-a9d5-3037bf0414b7 req-c30d8fdc-b7a0-4e49-bf65-70546262a88b service nova] Enqueued Resource ID: b2a0225d-ef64-45a1-b899-4119011dd94d with Priority: HIGHEST for action security_group_rules [ 777.376878] env[65432]: INFO networking_nsxv3.common.synchronization [req-0402529d-a5b5-4caa-a9d5-3037bf0414b7 req-c30d8fdc-b7a0-4e49-bf65-70546262a88b service nova] Enqueued Resource ID: b2a0225d-ef64-45a1-b899-4119011dd94d with Priority: HIGHEST for action security_group_members [ 777.377024] env[65432]: INFO networking_nsxv3.common.synchronization [req-0402529d-a5b5-4caa-a9d5-3037bf0414b7 req-c30d8fdc-b7a0-4e49-bf65-70546262a88b service nova] Enqueued Resource ID: 2eaef2d1-8c49-4ccb-b28d-632741d8a032 with Priority: HIGHEST for action port [ 777.377539] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2a0225d-ef64-45a1-b899-4119011dd94d with Priority: HIGHEST for action security_group_rules [ 777.377673] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2a0225d-ef64-45a1-b899-4119011dd94d with Priority: HIGHEST for action security_group_members [ 777.377774] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2eaef2d1-8c49-4ccb-b28d-632741d8a032 with Priority: HIGHEST for action port [ 777.378597] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2a0225d-ef64-45a1-b899-4119011dd94d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.378751] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.378826] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.380915] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.380915] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2a0225d-ef64-45a1-b899-4119011dd94d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.380915] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2a0225d-ef64-45a1-b899-4119011dd94d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.380915] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.380915] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-2eaef2d1-8c49-4ccb-b28d-632741d8a032 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.380915] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2eaef2d1-8c49-4ccb-b28d-632741d8a032" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.380915] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2eaef2d1-8c49-4ccb-b28d-632741d8a032" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.380915] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2eaef2d1-8c49-4ccb-b28d-632741d8a032" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.380915] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2eaef2d1-8c49-4ccb-b28d-632741d8a032',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.882459] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2a0225d-ef64-45a1-b899-4119011dd94d taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.882790] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.882790] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2eaef2d1-8c49-4ccb-b28d-632741d8a032 with status ACTIVE [ 777.884045] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.884045] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.884045] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.884045] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.884045] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.884045] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.884045] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.884045] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.884410] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.884410] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.884509] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.884631] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.884703] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.884904] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.885145] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.885302] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2eaef2d1-8c49-4ccb-b28d-632741d8a032 is going to be updated. [ 777.916217] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.916404] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.916445] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.916668] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.916814] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.916978] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2eaef2d1-8c49-4ccb-b28d-632741d8a032" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.668109] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38d402c9-d6cd-4104-ac1e-440e033a5f0a in Status: SUCCESS [ 778.668411] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.207959] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2a0225d-ef64-45a1-b899-4119011dd94d in Status: SUCCESS [ 779.207959] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.207959] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.207959] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.207959] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.207959] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.208535] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.208535] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.208535] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.208662] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2a0225d-ef64-45a1-b899-4119011dd94d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.710850] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2a0225d-ef64-45a1-b899-4119011dd94d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.212898] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2a0225d-ef64-45a1-b899-4119011dd94d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.717597] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.717597] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.717597] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.717597] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.717597] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.717597] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2a0225d-ef64-45a1-b899-4119011dd94d is going to be updated. [ 780.764408] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.764408] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.764408] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.764408] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.764982] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.779386] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2a0225d-ef64-45a1-b899-4119011dd94d in Status: IN_PROGRESS for 2s [ 781.161125] env[65432]: INFO networking_nsxv3.common.synchronization [None req-ae7985c3-9af3-4b74-9206-7f77862b773a None None] Enqueued Resource ID: b989e2dd-1ad1-4981-b282-45fbca709c22 with Priority: HIGHEST for action port [ 781.161739] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b989e2dd-1ad1-4981-b282-45fbca709c22 with Priority: HIGHEST for action port [ 781.162370] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-b989e2dd-1ad1-4981-b282-45fbca709c22 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.162533] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b989e2dd-1ad1-4981-b282-45fbca709c22" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.162588] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b989e2dd-1ad1-4981-b282-45fbca709c22" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.162822] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b989e2dd-1ad1-4981-b282-45fbca709c22" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.162902] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b989e2dd-1ad1-4981-b282-45fbca709c22',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.665212] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b989e2dd-1ad1-4981-b282-45fbca709c22 [ 781.665462] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.665635] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.665635] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.665797] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.666243] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.666243] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b989e2dd-1ad1-4981-b282-45fbca709c22 already deleted. [ 781.666243] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b989e2dd-1ad1-4981-b282-45fbca709c22" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.794458] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2a0225d-ef64-45a1-b899-4119011dd94d in Status: SUCCESS [ 782.794896] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.794896] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.795157] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.795379] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.795505] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.795576] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.795751] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.800096] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.800096] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.800096] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b2a0225d-ef64-45a1-b899-4119011dd94d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.303466] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2a0225d-ef64-45a1-b899-4119011dd94d taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.303591] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.303673] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.303979] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.304172] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.304276] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.304761] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.305059] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.305129] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.305250] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.306966] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2a0225d-ef64-45a1-b899-4119011dd94d taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.306966] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.306966] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.306966] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.306966] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.306966] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.306966] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.307309] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.307309] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.307309] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.307419] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b2a0225d-ef64-45a1-b899-4119011dd94d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.614478] env[65432]: INFO networking_nsxv3.common.synchronization [None req-330830e9-b065-4780-8d04-080f06cf792e None None] Enqueued Resource ID: 3480031c-ef4c-402d-a863-66eddd6ea378 with Priority: HIGHEST for action port [ 783.615011] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3480031c-ef4c-402d-a863-66eddd6ea378 with Priority: HIGHEST for action port [ 783.615527] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-3480031c-ef4c-402d-a863-66eddd6ea378 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.615709] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3480031c-ef4c-402d-a863-66eddd6ea378" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.615709] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3480031c-ef4c-402d-a863-66eddd6ea378" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.615975] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3480031c-ef4c-402d-a863-66eddd6ea378" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.616169] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3480031c-ef4c-402d-a863-66eddd6ea378',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.810021] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b2a0225d-ef64-45a1-b899-4119011dd94d: rpc.has_security_group_logging(os_id): False [ 783.834254] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.834401] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.834478] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.834689] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.866433] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.866700] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.866855] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.866948] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.867200] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.867309] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.867539] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.867640] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.868018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.868018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.868018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.868386] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.868386] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.868386] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.868501] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.868501] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.869093] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2a0225d-ef64-45a1-b899-4119011dd94d is going to be updated. [ 783.952710] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.953668] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.953974] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.954352] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.954719] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.972372] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2a0225d-ef64-45a1-b899-4119011dd94d in Status: IN_PROGRESS for 2s [ 784.119504] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3480031c-ef4c-402d-a863-66eddd6ea378 [ 784.119805] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.120422] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.120422] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.120422] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.120422] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.120646] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3480031c-ef4c-402d-a863-66eddd6ea378 already deleted. [ 784.120646] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3480031c-ef4c-402d-a863-66eddd6ea378" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.057383] env[65432]: INFO networking_nsxv3.common.synchronization [None req-4d9dee0f-e0a5-4849-bb5f-0410dd166916 None None] Enqueued Resource ID: 85d6b8c3-b33a-4b5e-8158-1bde3cd96d96 with Priority: HIGHEST for action port [ 785.057937] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85d6b8c3-b33a-4b5e-8158-1bde3cd96d96 with Priority: HIGHEST for action port [ 785.058357] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-85d6b8c3-b33a-4b5e-8158-1bde3cd96d96 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.058469] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85d6b8c3-b33a-4b5e-8158-1bde3cd96d96" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.058469] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85d6b8c3-b33a-4b5e-8158-1bde3cd96d96" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.058688] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85d6b8c3-b33a-4b5e-8158-1bde3cd96d96" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.058772] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85d6b8c3-b33a-4b5e-8158-1bde3cd96d96',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.564543] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 85d6b8c3-b33a-4b5e-8158-1bde3cd96d96 [ 785.564802] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.564961] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.565152] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.565375] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.565483] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.565586] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:85d6b8c3-b33a-4b5e-8158-1bde3cd96d96 already deleted. [ 785.565671] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85d6b8c3-b33a-4b5e-8158-1bde3cd96d96" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.990179] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2a0225d-ef64-45a1-b899-4119011dd94d in Status: SUCCESS [ 785.990430] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.367577] env[65432]: INFO networking_nsxv3.common.synchronization [None req-bbc12a11-ef69-4581-8626-8554b8a4f262 None None] Enqueued Resource ID: dd7b8319-590b-4a6a-bd18-72177475d1ea with Priority: HIGHEST for action port [ 787.368444] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd7b8319-590b-4a6a-bd18-72177475d1ea with Priority: HIGHEST for action port [ 787.368505] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd7b8319-590b-4a6a-bd18-72177475d1ea taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.368758] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd7b8319-590b-4a6a-bd18-72177475d1ea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.368758] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd7b8319-590b-4a6a-bd18-72177475d1ea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.368962] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd7b8319-590b-4a6a-bd18-72177475d1ea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.369201] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd7b8319-590b-4a6a-bd18-72177475d1ea',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.872852] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dd7b8319-590b-4a6a-bd18-72177475d1ea [ 787.873076] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.873163] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.874024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.874024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.874024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.874024] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dd7b8319-590b-4a6a-bd18-72177475d1ea already deleted. [ 787.874024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd7b8319-590b-4a6a-bd18-72177475d1ea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.538985] env[65432]: INFO networking_nsxv3.common.synchronization [req-bafa555c-3abf-4664-a37e-48d4666cd7c2 req-2e266885-8710-411b-ba15-1d0507228ed8 tempest-ServersAdminNegativeTestJSON-484805727 tempest-ServersAdminNegativeTestJSON-484805727-project-member] Enqueued Resource ID: ccb0a543-d9c0-48dc-ba03-af9897983f22 with Priority: HIGHEST for action security_group_members [ 788.539536] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccb0a543-d9c0-48dc-ba03-af9897983f22 with Priority: HIGHEST for action security_group_members [ 788.539887] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccb0a543-d9c0-48dc-ba03-af9897983f22 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.540125] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccb0a543-d9c0-48dc-ba03-af9897983f22" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.540125] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccb0a543-d9c0-48dc-ba03-af9897983f22" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.540922] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccb0a543-d9c0-48dc-ba03-af9897983f22" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.541164] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.541311] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.541403] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.541566] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.541671] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.541776] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ccb0a543-d9c0-48dc-ba03-af9897983f22',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.960049] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock network-36 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.960293] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "network-36" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.960695] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "network-36" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.960802] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "network-36" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.961042] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.962919] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.962919] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.962919] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.962919] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.962919] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 788.962919] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 788.962919] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 788.962919] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 788.962919] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 788.962919] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 788.962919] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 788.986260] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 788.986411] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 788.986541] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 788.986708] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "network-36" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.987055] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock port-d5c8a161-d078-4dd0-aa63-d612aa8d6655 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.987216] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "port-d5c8a161-d078-4dd0-aa63-d612aa8d6655" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.987334] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "port-d5c8a161-d078-4dd0-aa63-d612aa8d6655" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.987654] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "port-d5c8a161-d078-4dd0-aa63-d612aa8d6655" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.987788] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5c8a161-d078-4dd0-aa63-d612aa8d6655',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.044548] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ccb0a543-d9c0-48dc-ba03-af9897983f22',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.492327] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.492587] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.492710] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.493012] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.493167] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.493312] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Segment Port d5c8a161-d078-4dd0-aa63-d612aa8d6655 not found, creating... [ 789.493630] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.493770] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.493816] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.494086] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.494234] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.494524] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.494657] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.494754] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.494983] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.495465] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.495465] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Resource: SegmentPort with ID: d5c8a161-d078-4dd0-aa63-d612aa8d6655 is going to be created. [ 789.518459] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.518848] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.518848] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.519080] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.519352] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.519577] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "port-d5c8a161-d078-4dd0-aa63-d612aa8d6655" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.546738] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ccb0a543-d9c0-48dc-ba03-af9897983f22',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.720302] env[65432]: INFO networking_nsxv3.common.synchronization [None req-a2d94078-b808-473b-baef-d2f852bfe7b2 tempest-AttachVolumeShelveTestJSON-915281632 tempest-AttachVolumeShelveTestJSON-915281632-project-member] Enqueued Resource ID: 2d3a473f-48c6-4084-bb28-2a09e6a60184 with Priority: HIGHEST for action security_group_rules [ 789.720834] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d3a473f-48c6-4084-bb28-2a09e6a60184 with Priority: HIGHEST for action security_group_rules [ 789.723096] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d3a473f-48c6-4084-bb28-2a09e6a60184 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.723096] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d3a473f-48c6-4084-bb28-2a09e6a60184" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.723096] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d3a473f-48c6-4084-bb28-2a09e6a60184" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.723586] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d3a473f-48c6-4084-bb28-2a09e6a60184" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.723586] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d3a473f-48c6-4084-bb28-2a09e6a60184',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.938744] env[65432]: INFO networking_nsxv3.common.synchronization [None req-a49a87fe-2774-4171-8a5a-6418988b0b9f tempest-AttachVolumeShelveTestJSON-915281632 tempest-AttachVolumeShelveTestJSON-915281632-project-member] Enqueued Resource ID: 2d3a473f-48c6-4084-bb28-2a09e6a60184 with Priority: HIGHEST for action security_group_rules [ 789.939384] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d3a473f-48c6-4084-bb28-2a09e6a60184 with Priority: HIGHEST for action security_group_rules [ 789.939635] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d3a473f-48c6-4084-bb28-2a09e6a60184 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.939810] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d3a473f-48c6-4084-bb28-2a09e6a60184" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.048883] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.049103] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.049154] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.049367] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.049458] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.049565] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccb0a543-d9c0-48dc-ba03-af9897983f22 is going to be updated. [ 790.080039] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.080259] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.080259] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.080407] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.080551] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.091074] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccb0a543-d9c0-48dc-ba03-af9897983f22 in Status: IN_PROGRESS for 2s [ 790.245162] env[65432]: INFO networking_nsxv3.common.synchronization [req-bafa555c-3abf-4664-a37e-48d4666cd7c2 req-5c4c979a-8eb9-4a60-949d-308dc72d38fe service nova] Enqueued Resource ID: ccb0a543-d9c0-48dc-ba03-af9897983f22 with Priority: HIGHEST for action security_group_rules [ 790.245457] env[65432]: INFO networking_nsxv3.common.synchronization [req-bafa555c-3abf-4664-a37e-48d4666cd7c2 req-5c4c979a-8eb9-4a60-949d-308dc72d38fe service nova] Enqueued Resource ID: ccb0a543-d9c0-48dc-ba03-af9897983f22 with Priority: HIGHEST for action security_group_members [ 790.245526] env[65432]: INFO networking_nsxv3.common.synchronization [req-bafa555c-3abf-4664-a37e-48d4666cd7c2 req-5c4c979a-8eb9-4a60-949d-308dc72d38fe service nova] Enqueued Resource ID: d5c8a161-d078-4dd0-aa63-d612aa8d6655 with Priority: HIGHEST for action port [ 790.251025] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccb0a543-d9c0-48dc-ba03-af9897983f22 with Priority: HIGHEST for action security_group_rules [ 790.251025] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccb0a543-d9c0-48dc-ba03-af9897983f22 with Priority: HIGHEST for action security_group_members [ 790.251025] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5c8a161-d078-4dd0-aa63-d612aa8d6655 with Priority: HIGHEST for action port [ 790.251025] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ccb0a543-d9c0-48dc-ba03-af9897983f22 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.251025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ccb0a543-d9c0-48dc-ba03-af9897983f22" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.251025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ccb0a543-d9c0-48dc-ba03-af9897983f22" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.251025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ccb0a543-d9c0-48dc-ba03-af9897983f22" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.251025] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ccb0a543-d9c0-48dc-ba03-af9897983f22',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.254120] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccb0a543-d9c0-48dc-ba03-af9897983f22 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.254792] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccb0a543-d9c0-48dc-ba03-af9897983f22" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.255738] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5c8a161-d078-4dd0-aa63-d612aa8d6655 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.259498] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5c8a161-d078-4dd0-aa63-d612aa8d6655" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.259498] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5c8a161-d078-4dd0-aa63-d612aa8d6655" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.259498] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5c8a161-d078-4dd0-aa63-d612aa8d6655" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.259498] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5c8a161-d078-4dd0-aa63-d612aa8d6655',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.265740] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.265962] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.266063] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.266290] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.266426] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.266559] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d3a473f-48c6-4084-bb28-2a09e6a60184 already deleted. [ 790.266655] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d3a473f-48c6-4084-bb28-2a09e6a60184" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.267958] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d3a473f-48c6-4084-bb28-2a09e6a60184" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.268320] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d3a473f-48c6-4084-bb28-2a09e6a60184" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.268434] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d3a473f-48c6-4084-bb28-2a09e6a60184',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.763979] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d5c8a161-d078-4dd0-aa63-d612aa8d6655 with status ACTIVE [ 790.764306] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.764451] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.764527] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.764732] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.764824] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.765017] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.765163] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.765282] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.765421] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.765511] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.765707] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.765803] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.765864] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.766014] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.766090] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.766174] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d5c8a161-d078-4dd0-aa63-d612aa8d6655 is going to be updated. [ 790.768108] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccb0a543-d9c0-48dc-ba03-af9897983f22 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.768199] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccb0a543-d9c0-48dc-ba03-af9897983f22" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.799267] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.799493] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.799493] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.799731] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.799854] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.799975] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5c8a161-d078-4dd0-aa63-d612aa8d6655" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.803097] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.803240] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.803310] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.803490] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.803577] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.803706] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d3a473f-48c6-4084-bb28-2a09e6a60184 already deleted. [ 790.803765] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d3a473f-48c6-4084-bb28-2a09e6a60184" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.086949] env[65432]: INFO networking_nsxv3.common.synchronization [None req-3e4c3910-c725-47e4-b09e-56a9534ba204 tempest-ServersTestFqdnHostnames-1635357050 tempest-ServersTestFqdnHostnames-1635357050-project-member] Enqueued Resource ID: 787863d8-62c8-48ab-9083-d72aa2df32af with Priority: HIGHEST for action security_group_rules [ 791.088625] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 787863d8-62c8-48ab-9083-d72aa2df32af with Priority: HIGHEST for action security_group_rules [ 791.089673] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-787863d8-62c8-48ab-9083-d72aa2df32af taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.089673] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-787863d8-62c8-48ab-9083-d72aa2df32af" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.089673] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-787863d8-62c8-48ab-9083-d72aa2df32af" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.089673] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-787863d8-62c8-48ab-9083-d72aa2df32af" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.089673] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('787863d8-62c8-48ab-9083-d72aa2df32af',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.186936] env[65432]: INFO networking_nsxv3.common.synchronization [None req-8352ad4b-4f30-46cf-9ade-87be10b9d445 tempest-ServersTestFqdnHostnames-1635357050 tempest-ServersTestFqdnHostnames-1635357050-project-member] Enqueued Resource ID: 787863d8-62c8-48ab-9083-d72aa2df32af with Priority: HIGHEST for action security_group_rules [ 791.187564] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 787863d8-62c8-48ab-9083-d72aa2df32af with Priority: HIGHEST for action security_group_rules [ 791.187948] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-787863d8-62c8-48ab-9083-d72aa2df32af taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.188116] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-787863d8-62c8-48ab-9083-d72aa2df32af" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.392965] env[65432]: INFO networking_nsxv3.common.synchronization [req-2871e0b0-0432-4498-b950-8c68773bf50b req-623d22f5-c34a-4cdc-ab5a-11be9c2a4cf5 tempest-ServersWithSpecificFlavorTestJSON-52620977 tempest-ServersWithSpecificFlavorTestJSON-52620977-project-member] Enqueued Resource ID: d1312b13-59d8-441d-af89-7970aba103dd with Priority: HIGHEST for action security_group_members [ 791.393716] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1312b13-59d8-441d-af89-7970aba103dd with Priority: HIGHEST for action security_group_members [ 791.393807] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1312b13-59d8-441d-af89-7970aba103dd taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.394454] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1312b13-59d8-441d-af89-7970aba103dd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.394454] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1312b13-59d8-441d-af89-7970aba103dd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.394454] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1312b13-59d8-441d-af89-7970aba103dd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.394454] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.394804] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.394804] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.394804] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.394804] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.394958] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1312b13-59d8-441d-af89-7970aba103dd',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.609120] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.609412] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.609764] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.610035] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.610236] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.610545] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 787863d8-62c8-48ab-9083-d72aa2df32af already deleted. [ 791.610888] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-787863d8-62c8-48ab-9083-d72aa2df32af" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.611112] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-787863d8-62c8-48ab-9083-d72aa2df32af" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.611288] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-787863d8-62c8-48ab-9083-d72aa2df32af" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.611377] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('787863d8-62c8-48ab-9083-d72aa2df32af',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.819432] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock network-650 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.820280] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "network-650" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.820280] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "network-650" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.820280] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "network-650" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.820280] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.820499] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.820499] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.820697] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.820810] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.821180] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 791.821180] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 791.821358] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 791.821407] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 791.821503] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 791.821730] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 791.821730] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 791.840363] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 791.840564] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 791.840640] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 791.840810] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "network-650" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.841125] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock port-9a12f9de-ebf7-48e2-b920-689fae9ec03c taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.842054] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "port-9a12f9de-ebf7-48e2-b920-689fae9ec03c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.842054] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "port-9a12f9de-ebf7-48e2-b920-689fae9ec03c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.842054] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "port-9a12f9de-ebf7-48e2-b920-689fae9ec03c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.842054] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a12f9de-ebf7-48e2-b920-689fae9ec03c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.897052] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.897312] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.897420] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.897704] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.919392] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.919754] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.919948] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.920065] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.920334] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.920427] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.920521] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1312b13-59d8-441d-af89-7970aba103dd is going to be updated. [ 791.948931] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.949193] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.949193] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.949355] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.949502] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.959041] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1312b13-59d8-441d-af89-7970aba103dd in Status: IN_PROGRESS for 2s [ 792.100111] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccb0a543-d9c0-48dc-ba03-af9897983f22 in Status: SUCCESS [ 792.100340] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccb0a543-d9c0-48dc-ba03-af9897983f22" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.100514] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccb0a543-d9c0-48dc-ba03-af9897983f22" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.100730] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccb0a543-d9c0-48dc-ba03-af9897983f22" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.100970] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.101105] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.101182] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.101340] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.101439] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.101518] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ccb0a543-d9c0-48dc-ba03-af9897983f22',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.135650] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.135858] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.135858] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.136282] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.136404] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.136448] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 787863d8-62c8-48ab-9083-d72aa2df32af already deleted. [ 792.136538] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-787863d8-62c8-48ab-9083-d72aa2df32af" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.346785] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.346785] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.346785] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.346785] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.346785] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.346785] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Segment Port 9a12f9de-ebf7-48e2-b920-689fae9ec03c not found, creating... [ 792.347180] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.347180] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.347273] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.347408] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.347545] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.347834] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.347991] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.348297] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.348501] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.348624] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.348754] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Resource: SegmentPort with ID: 9a12f9de-ebf7-48e2-b920-689fae9ec03c is going to be created. [ 792.373864] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.374160] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.374278] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.375215] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.375215] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.375215] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "port-9a12f9de-ebf7-48e2-b920-689fae9ec03c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.603402] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ccb0a543-d9c0-48dc-ba03-af9897983f22',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.081132] env[65432]: INFO networking_nsxv3.common.synchronization [req-2871e0b0-0432-4498-b950-8c68773bf50b req-9ab6611c-ec98-4fa7-b54e-3472db5ab8b8 service nova] Enqueued Resource ID: d1312b13-59d8-441d-af89-7970aba103dd with Priority: HIGHEST for action security_group_rules [ 793.081377] env[65432]: INFO networking_nsxv3.common.synchronization [req-2871e0b0-0432-4498-b950-8c68773bf50b req-9ab6611c-ec98-4fa7-b54e-3472db5ab8b8 service nova] Enqueued Resource ID: d1312b13-59d8-441d-af89-7970aba103dd with Priority: HIGHEST for action security_group_members [ 793.081450] env[65432]: INFO networking_nsxv3.common.synchronization [req-2871e0b0-0432-4498-b950-8c68773bf50b req-9ab6611c-ec98-4fa7-b54e-3472db5ab8b8 service nova] Enqueued Resource ID: 9a12f9de-ebf7-48e2-b920-689fae9ec03c with Priority: HIGHEST for action port [ 793.081672] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1312b13-59d8-441d-af89-7970aba103dd with Priority: HIGHEST for action security_group_rules [ 793.081856] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1312b13-59d8-441d-af89-7970aba103dd with Priority: HIGHEST for action security_group_members [ 793.081999] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a12f9de-ebf7-48e2-b920-689fae9ec03c with Priority: HIGHEST for action port [ 793.084576] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1312b13-59d8-441d-af89-7970aba103dd taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.084576] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1312b13-59d8-441d-af89-7970aba103dd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.084576] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1312b13-59d8-441d-af89-7970aba103dd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.084576] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1312b13-59d8-441d-af89-7970aba103dd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.084576] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1312b13-59d8-441d-af89-7970aba103dd',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.084576] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1312b13-59d8-441d-af89-7970aba103dd taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.084576] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1312b13-59d8-441d-af89-7970aba103dd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.084576] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a12f9de-ebf7-48e2-b920-689fae9ec03c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.084889] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a12f9de-ebf7-48e2-b920-689fae9ec03c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.084889] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a12f9de-ebf7-48e2-b920-689fae9ec03c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.084889] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a12f9de-ebf7-48e2-b920-689fae9ec03c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.084988] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a12f9de-ebf7-48e2-b920-689fae9ec03c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.105617] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ccb0a543-d9c0-48dc-ba03-af9897983f22',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.512389] env[65432]: INFO networking_nsxv3.common.synchronization [req-68c0df07-c27b-4eeb-a69b-8eab5a2cad18 req-d1f5aaaa-32e9-4a09-b2c0-8ae7217edf56 tempest-ServerActionsV293TestJSON-1792249001 tempest-ServerActionsV293TestJSON-1792249001-project-member] Enqueued Resource ID: f5added1-9d9c-4f9e-bb7b-d12b27fd9dbb with Priority: HIGHEST for action security_group_members [ 793.513190] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5added1-9d9c-4f9e-bb7b-d12b27fd9dbb with Priority: HIGHEST for action security_group_members [ 793.513663] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5added1-9d9c-4f9e-bb7b-d12b27fd9dbb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.513663] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5added1-9d9c-4f9e-bb7b-d12b27fd9dbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.513837] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5added1-9d9c-4f9e-bb7b-d12b27fd9dbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.514082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5added1-9d9c-4f9e-bb7b-d12b27fd9dbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.514183] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.514272] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.514402] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.514494] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.514611] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.514726] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5added1-9d9c-4f9e-bb7b-d12b27fd9dbb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.588293] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1312b13-59d8-441d-af89-7970aba103dd taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.590568] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1312b13-59d8-441d-af89-7970aba103dd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.590568] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9a12f9de-ebf7-48e2-b920-689fae9ec03c with status ACTIVE [ 793.590568] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.590568] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.590568] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.590568] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.590568] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.590568] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.590568] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.590568] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.591139] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.591420] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.591753] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.593020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.593020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.593020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.593020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.593020] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9a12f9de-ebf7-48e2-b920-689fae9ec03c is going to be updated. [ 793.610908] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.611296] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.611711] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.613628] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.613628] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.613628] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccb0a543-d9c0-48dc-ba03-af9897983f22 is going to be updated. [ 793.618241] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.618241] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.618241] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.618241] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.618241] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.618241] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a12f9de-ebf7-48e2-b920-689fae9ec03c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.645536] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.645536] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.645536] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.645536] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.645536] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.662332] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccb0a543-d9c0-48dc-ba03-af9897983f22 in Status: IN_PROGRESS for 2s [ 793.973334] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1312b13-59d8-441d-af89-7970aba103dd in Status: SUCCESS [ 793.976020] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1312b13-59d8-441d-af89-7970aba103dd deletion is rescheduled due to dependency. [ 793.976020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1312b13-59d8-441d-af89-7970aba103dd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.976020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1312b13-59d8-441d-af89-7970aba103dd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.976020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1312b13-59d8-441d-af89-7970aba103dd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.976020] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.976020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.976020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.976020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.976020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.976020] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1312b13-59d8-441d-af89-7970aba103dd',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.018548] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.018712] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.018785] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.019041] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.043022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.043907] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.044108] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.044179] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.044403] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.044497] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.044600] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5added1-9d9c-4f9e-bb7b-d12b27fd9dbb is going to be updated. [ 794.070722] env[65432]: INFO networking_nsxv3.common.synchronization [req-6084c46e-33ce-428a-8da5-40e68af18cda req-0609062f-79e4-489d-90cf-e0dd0ab683df tempest-AttachInterfacesTestJSON-373384684 tempest-AttachInterfacesTestJSON-373384684-project-member] Enqueued Resource ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 with Priority: HIGHEST for action security_group_members [ 794.071263] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 with Priority: HIGHEST for action security_group_members [ 794.071670] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-c66544b6-2226-4b1e-9a19-5d203bd72d65 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.071824] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.071919] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.072244] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.072451] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.072569] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.072650] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.072823] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.073122] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.073122] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c66544b6-2226-4b1e-9a19-5d203bd72d65',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.081295] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.081295] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.081295] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.082201] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.082201] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.092090] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5added1-9d9c-4f9e-bb7b-d12b27fd9dbb in Status: IN_PROGRESS for 2s [ 794.480719] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d1312b13-59d8-441d-af89-7970aba103dd',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.532450] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock network-377 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.532727] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "network-377" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.532727] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "network-377" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.532963] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "network-377" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.533264] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.533425] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.533535] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.533742] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.533876] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.534121] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 794.534231] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 794.534333] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 794.534434] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 794.534538] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 794.534636] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 794.534760] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 794.554441] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 794.554647] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 794.554720] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 794.555250] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "network-377" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.555868] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock port-e66c925d-fdef-46d1-a77c-21b3ab087d74 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.555868] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "port-e66c925d-fdef-46d1-a77c-21b3ab087d74" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.555868] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "port-e66c925d-fdef-46d1-a77c-21b3ab087d74" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.556214] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "port-e66c925d-fdef-46d1-a77c-21b3ab087d74" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.556586] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e66c925d-fdef-46d1-a77c-21b3ab087d74',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.575566] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.575653] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.575653] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.575869] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.575956] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.576168] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.576283] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.576342] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.576485] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.576560] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.576790] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 already deleted. [ 794.576790] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.984706] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d1312b13-59d8-441d-af89-7970aba103dd',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.059724] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.059939] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.060088] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.060377] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.060516] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.060664] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Segment Port e66c925d-fdef-46d1-a77c-21b3ab087d74 not found, creating... [ 795.060929] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.061096] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.061208] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.061422] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.061551] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.062000] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.062000] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.062125] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.062264] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.062386] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.062514] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Resource: SegmentPort with ID: e66c925d-fdef-46d1-a77c-21b3ab087d74 is going to be created. [ 795.088393] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.088698] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.088698] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.089271] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.089335] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.089557] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "port-e66c925d-fdef-46d1-a77c-21b3ab087d74" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.489757] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.489757] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.489757] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.489757] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.489757] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.489757] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1312b13-59d8-441d-af89-7970aba103dd is going to be updated. [ 795.530233] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.530384] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.530490] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.530769] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.531144] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.541758] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1312b13-59d8-441d-af89-7970aba103dd in Status: IN_PROGRESS for 2s [ 795.670845] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccb0a543-d9c0-48dc-ba03-af9897983f22 in Status: SUCCESS [ 795.671078] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccb0a543-d9c0-48dc-ba03-af9897983f22" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.671249] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccb0a543-d9c0-48dc-ba03-af9897983f22" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.671480] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccb0a543-d9c0-48dc-ba03-af9897983f22" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.671672] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.671788] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.671851] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.672007] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.672088] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.672172] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccb0a543-d9c0-48dc-ba03-af9897983f22" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.672265] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ccb0a543-d9c0-48dc-ba03-af9897983f22',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.813105] env[65432]: INFO networking_nsxv3.common.synchronization [req-6084c46e-33ce-428a-8da5-40e68af18cda req-e7cd2bf6-d764-4fa5-9046-fbe7089ed270 service nova] Enqueued Resource ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 with Priority: HIGHEST for action security_group_rules [ 795.813353] env[65432]: INFO networking_nsxv3.common.synchronization [req-6084c46e-33ce-428a-8da5-40e68af18cda req-e7cd2bf6-d764-4fa5-9046-fbe7089ed270 service nova] Enqueued Resource ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 with Priority: HIGHEST for action security_group_members [ 795.813475] env[65432]: INFO networking_nsxv3.common.synchronization [req-6084c46e-33ce-428a-8da5-40e68af18cda req-e7cd2bf6-d764-4fa5-9046-fbe7089ed270 service nova] Enqueued Resource ID: e66c925d-fdef-46d1-a77c-21b3ab087d74 with Priority: HIGHEST for action port [ 795.814232] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 with Priority: HIGHEST for action security_group_rules [ 795.814516] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 with Priority: HIGHEST for action security_group_members [ 795.814678] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e66c925d-fdef-46d1-a77c-21b3ab087d74 with Priority: HIGHEST for action port [ 795.815235] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c66544b6-2226-4b1e-9a19-5d203bd72d65 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.815429] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.815525] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.815879] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.816024] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c66544b6-2226-4b1e-9a19-5d203bd72d65',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.817466] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-c66544b6-2226-4b1e-9a19-5d203bd72d65 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.817520] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.817594] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.817778] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.817990] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.819111] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.819177] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.819392] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.819545] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.819670] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c66544b6-2226-4b1e-9a19-5d203bd72d65',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.821517] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-e66c925d-fdef-46d1-a77c-21b3ab087d74 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.821517] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e66c925d-fdef-46d1-a77c-21b3ab087d74" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.821517] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e66c925d-fdef-46d1-a77c-21b3ab087d74" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.821517] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e66c925d-fdef-46d1-a77c-21b3ab087d74" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.821517] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e66c925d-fdef-46d1-a77c-21b3ab087d74',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.103635] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5added1-9d9c-4f9e-bb7b-d12b27fd9dbb in Status: SUCCESS [ 796.104131] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5added1-9d9c-4f9e-bb7b-d12b27fd9dbb deletion is rescheduled due to dependency. [ 796.104256] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5added1-9d9c-4f9e-bb7b-d12b27fd9dbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.176286] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccb0a543-d9c0-48dc-ba03-af9897983f22 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.176286] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccb0a543-d9c0-48dc-ba03-af9897983f22" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.176286] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccb0a543-d9c0-48dc-ba03-af9897983f22" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.176485] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccb0a543-d9c0-48dc-ba03-af9897983f22" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.176765] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.176765] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.176912] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.176948] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.177046] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.177145] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccb0a543-d9c0-48dc-ba03-af9897983f22" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.177298] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccb0a543-d9c0-48dc-ba03-af9897983f22 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.177528] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccb0a543-d9c0-48dc-ba03-af9897983f22" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.177528] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccb0a543-d9c0-48dc-ba03-af9897983f22" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.177621] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccb0a543-d9c0-48dc-ba03-af9897983f22" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.177711] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.177798] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.177857] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.178207] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.178207] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.178207] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccb0a543-d9c0-48dc-ba03-af9897983f22" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.178496] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ccb0a543-d9c0-48dc-ba03-af9897983f22',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.324865] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-c66544b6-2226-4b1e-9a19-5d203bd72d65 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.325116] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.325349] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c66544b6-2226-4b1e-9a19-5d203bd72d65',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.326403] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e66c925d-fdef-46d1-a77c-21b3ab087d74 with status ACTIVE [ 796.327076] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.327076] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.327076] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.327310] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.327310] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.327401] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.327494] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.327562] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.327716] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.328143] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.330156] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.330156] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.330156] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.330156] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.330156] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.330156] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e66c925d-fdef-46d1-a77c-21b3ab087d74 is going to be updated. [ 796.354489] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.354629] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.354698] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.354961] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.355138] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.355269] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e66c925d-fdef-46d1-a77c-21b3ab087d74" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.377777] env[65432]: INFO networking_nsxv3.common.synchronization [req-623dd62a-7cd8-454c-86c0-6fe7cf23c4a2 req-6f78c558-2d03-41c6-97fd-06e9a0bc9ae7 tempest-ListServersNegativeTestJSON-1736240469 tempest-ListServersNegativeTestJSON-1736240469-project-member] Enqueued Resource ID: 07cf2170-b005-4f1c-9f6d-83e53b4e478c with Priority: HIGHEST for action security_group_members [ 796.378959] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07cf2170-b005-4f1c-9f6d-83e53b4e478c with Priority: HIGHEST for action security_group_members [ 796.379385] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-07cf2170-b005-4f1c-9f6d-83e53b4e478c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.380205] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07cf2170-b005-4f1c-9f6d-83e53b4e478c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.380298] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07cf2170-b005-4f1c-9f6d-83e53b4e478c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.380568] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07cf2170-b005-4f1c-9f6d-83e53b4e478c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.380754] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.380894] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.381384] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.381579] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.381737] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.382027] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07cf2170-b005-4f1c-9f6d-83e53b4e478c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.680137] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ccb0a543-d9c0-48dc-ba03-af9897983f22: rpc.has_security_group_logging(os_id): False [ 796.700160] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.700318] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.700389] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.700630] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.720734] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.721011] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.721144] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.721210] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.721422] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.721508] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.722421] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.722421] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.722421] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.722421] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.722421] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.722421] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.722421] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.722835] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.722835] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.722835] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.722835] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ccb0a543-d9c0-48dc-ba03-af9897983f22 is going to be updated. [ 796.781171] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock network-320 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.783028] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "network-320" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.783028] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "network-320" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.783028] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "network-320" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.783028] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.783594] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.783862] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.784221] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.784466] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.784765] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 796.784968] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 796.785237] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 796.785443] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 796.785807] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 796.786031] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 796.786892] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 796.801604] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.801747] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.801827] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.802058] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.802214] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.807726] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 796.807935] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 796.808091] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 796.808312] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "network-320" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.808672] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock port-b667b6d1-1220-4c65-abd2-5eaa8bdb8025 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.808908] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "port-b667b6d1-1220-4c65-abd2-5eaa8bdb8025" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.809072] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "port-b667b6d1-1220-4c65-abd2-5eaa8bdb8025" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.809410] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "port-b667b6d1-1220-4c65-abd2-5eaa8bdb8025" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.809546] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b667b6d1-1220-4c65-abd2-5eaa8bdb8025',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.816113] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ccb0a543-d9c0-48dc-ba03-af9897983f22 in Status: IN_PROGRESS for 2s [ 796.831099] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c66544b6-2226-4b1e-9a19-5d203bd72d65',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.884513] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.884703] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.884782] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.885078] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.885210] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.885458] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.885574] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.885674] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.885935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.886128] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.886247] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07cf2170-b005-4f1c-9f6d-83e53b4e478c already deleted. [ 796.886374] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07cf2170-b005-4f1c-9f6d-83e53b4e478c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.312526] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.312822] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.312884] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.313380] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.313380] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.313486] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Segment Port b667b6d1-1220-4c65-abd2-5eaa8bdb8025 not found, creating... [ 797.313694] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.313872] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.313977] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.315312] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.315312] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.315312] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.315312] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.315312] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.315312] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.315538] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.315538] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Resource: SegmentPort with ID: b667b6d1-1220-4c65-abd2-5eaa8bdb8025 is going to be created. [ 797.335045] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.335376] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.335376] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.335580] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.335717] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.335860] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 is going to be created. [ 797.337885] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.339131] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.339246] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.339514] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.339736] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.339955] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "port-b667b6d1-1220-4c65-abd2-5eaa8bdb8025" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.366546] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.366698] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.366776] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.367104] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.367229] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.389886] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 in Status: UNINITIALIZED for 2s [ 797.552542] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1312b13-59d8-441d-af89-7970aba103dd in Status: SUCCESS [ 797.552788] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1312b13-59d8-441d-af89-7970aba103dd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.552987] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1312b13-59d8-441d-af89-7970aba103dd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.553272] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1312b13-59d8-441d-af89-7970aba103dd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.553498] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.553629] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.553734] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.553895] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.554010] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.554247] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1312b13-59d8-441d-af89-7970aba103dd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.554364] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d1312b13-59d8-441d-af89-7970aba103dd',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.057957] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d1312b13-59d8-441d-af89-7970aba103dd',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.107055] env[65432]: INFO networking_nsxv3.common.synchronization [req-623dd62a-7cd8-454c-86c0-6fe7cf23c4a2 req-e8e08c8c-de3c-4f07-ad78-6813c592ad3c service nova] Enqueued Resource ID: 07cf2170-b005-4f1c-9f6d-83e53b4e478c with Priority: HIGHEST for action security_group_rules [ 798.107280] env[65432]: INFO networking_nsxv3.common.synchronization [req-623dd62a-7cd8-454c-86c0-6fe7cf23c4a2 req-e8e08c8c-de3c-4f07-ad78-6813c592ad3c service nova] Enqueued Resource ID: 07cf2170-b005-4f1c-9f6d-83e53b4e478c with Priority: HIGHEST for action security_group_members [ 798.107473] env[65432]: INFO networking_nsxv3.common.synchronization [req-623dd62a-7cd8-454c-86c0-6fe7cf23c4a2 req-e8e08c8c-de3c-4f07-ad78-6813c592ad3c service nova] Enqueued Resource ID: b667b6d1-1220-4c65-abd2-5eaa8bdb8025 with Priority: HIGHEST for action port [ 798.108671] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07cf2170-b005-4f1c-9f6d-83e53b4e478c with Priority: HIGHEST for action security_group_rules [ 798.108671] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07cf2170-b005-4f1c-9f6d-83e53b4e478c with Priority: HIGHEST for action security_group_members [ 798.108671] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b667b6d1-1220-4c65-abd2-5eaa8bdb8025 with Priority: HIGHEST for action port [ 798.109034] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07cf2170-b005-4f1c-9f6d-83e53b4e478c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.109034] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07cf2170-b005-4f1c-9f6d-83e53b4e478c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.109034] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07cf2170-b005-4f1c-9f6d-83e53b4e478c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.109466] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07cf2170-b005-4f1c-9f6d-83e53b4e478c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.109466] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07cf2170-b005-4f1c-9f6d-83e53b4e478c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.111073] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-07cf2170-b005-4f1c-9f6d-83e53b4e478c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.111170] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07cf2170-b005-4f1c-9f6d-83e53b4e478c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.111170] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07cf2170-b005-4f1c-9f6d-83e53b4e478c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.111419] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07cf2170-b005-4f1c-9f6d-83e53b4e478c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.111629] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.111740] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.111778] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.111969] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.112095] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.112197] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07cf2170-b005-4f1c-9f6d-83e53b4e478c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.113161] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-b667b6d1-1220-4c65-abd2-5eaa8bdb8025 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.113401] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b667b6d1-1220-4c65-abd2-5eaa8bdb8025" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.113401] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b667b6d1-1220-4c65-abd2-5eaa8bdb8025" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.113664] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b667b6d1-1220-4c65-abd2-5eaa8bdb8025" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.113664] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b667b6d1-1220-4c65-abd2-5eaa8bdb8025',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.386967] env[65432]: INFO networking_nsxv3.common.synchronization [req-2f61d5ab-e93c-4ac9-9779-9c43fcb21412 req-84b35c5f-ed43-44d0-b325-318006b3fc52 tempest-AttachInterfacesUnderV243Test-1005424132 tempest-AttachInterfacesUnderV243Test-1005424132-project-member] Enqueued Resource ID: 495b2387-d937-406b-81b8-0791c88d6224 with Priority: HIGHEST for action security_group_members [ 798.388496] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 495b2387-d937-406b-81b8-0791c88d6224 with Priority: HIGHEST for action security_group_members [ 798.388962] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-495b2387-d937-406b-81b8-0791c88d6224 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.389121] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-495b2387-d937-406b-81b8-0791c88d6224" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.389191] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-495b2387-d937-406b-81b8-0791c88d6224" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.389406] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-495b2387-d937-406b-81b8-0791c88d6224" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.389562] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.389664] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.389760] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.389878] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.389962] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.390077] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('495b2387-d937-406b-81b8-0791c88d6224',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.417035] env[65432]: INFO networking_nsxv3.common.synchronization [req-2f61d5ab-e93c-4ac9-9779-9c43fcb21412 req-84b35c5f-ed43-44d0-b325-318006b3fc52 tempest-AttachInterfacesUnderV243Test-1005424132 tempest-AttachInterfacesUnderV243Test-1005424132-project-member] Enqueued Resource ID: 495b2387-d937-406b-81b8-0791c88d6224 with Priority: HIGHEST for action security_group_rules [ 798.418062] env[65432]: INFO networking_nsxv3.common.synchronization [req-2f61d5ab-e93c-4ac9-9779-9c43fcb21412 req-84b35c5f-ed43-44d0-b325-318006b3fc52 tempest-AttachInterfacesUnderV243Test-1005424132 tempest-AttachInterfacesUnderV243Test-1005424132-project-member] Enqueued Resource ID: 495b2387-d937-406b-81b8-0791c88d6224 with Priority: HIGHEST for action security_group_members [ 798.418062] env[65432]: INFO networking_nsxv3.common.synchronization [req-2f61d5ab-e93c-4ac9-9779-9c43fcb21412 req-84b35c5f-ed43-44d0-b325-318006b3fc52 tempest-AttachInterfacesUnderV243Test-1005424132 tempest-AttachInterfacesUnderV243Test-1005424132-project-member] Enqueued Resource ID: 543e34ef-1559-40ac-b3a1-90d9a0db0896 with Priority: HIGHEST for action port [ 798.418062] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 495b2387-d937-406b-81b8-0791c88d6224 with Priority: HIGHEST for action security_group_rules [ 798.418234] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 495b2387-d937-406b-81b8-0791c88d6224 with Priority: HIGHEST for action security_group_members [ 798.418333] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 543e34ef-1559-40ac-b3a1-90d9a0db0896 with Priority: HIGHEST for action port [ 798.419225] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-495b2387-d937-406b-81b8-0791c88d6224 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.419356] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-495b2387-d937-406b-81b8-0791c88d6224" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.419431] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-495b2387-d937-406b-81b8-0791c88d6224" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.419686] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-495b2387-d937-406b-81b8-0791c88d6224" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.419763] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('495b2387-d937-406b-81b8-0791c88d6224',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.420674] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-495b2387-d937-406b-81b8-0791c88d6224 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.420771] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-495b2387-d937-406b-81b8-0791c88d6224" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.421382] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-543e34ef-1559-40ac-b3a1-90d9a0db0896 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.421382] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-543e34ef-1559-40ac-b3a1-90d9a0db0896" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.421382] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-543e34ef-1559-40ac-b3a1-90d9a0db0896" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.421382] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-543e34ef-1559-40ac-b3a1-90d9a0db0896" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.421382] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('543e34ef-1559-40ac-b3a1-90d9a0db0896',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.559686] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d1312b13-59d8-441d-af89-7970aba103dd: rpc.has_security_group_logging(os_id): False [ 798.582883] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.583081] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.583204] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.583389] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.583503] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.583778] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.583897] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.583961] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.584246] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.584287] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.584422] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1312b13-59d8-441d-af89-7970aba103dd is going to be updated. [ 798.615589] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-07cf2170-b005-4f1c-9f6d-83e53b4e478c taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.616104] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07cf2170-b005-4f1c-9f6d-83e53b4e478c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.616221] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07cf2170-b005-4f1c-9f6d-83e53b4e478c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.617392] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b667b6d1-1220-4c65-abd2-5eaa8bdb8025 with status ACTIVE [ 798.617619] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.617788] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.617891] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.618076] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.618171] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.618368] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.618521] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.618623] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.618809] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.618905] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.619884] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.619884] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.620042] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.620165] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.620253] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.620350] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b667b6d1-1220-4c65-abd2-5eaa8bdb8025 is going to be updated. [ 798.643433] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.643548] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.643590] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.643794] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.644019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.644229] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b667b6d1-1220-4c65-abd2-5eaa8bdb8025" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.658691] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.658817] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.658890] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.659262] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.659262] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.673482] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1312b13-59d8-441d-af89-7970aba103dd in Status: IN_PROGRESS for 2s [ 798.830043] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ccb0a543-d9c0-48dc-ba03-af9897983f22 in Status: SUCCESS [ 798.830337] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ccb0a543-d9c0-48dc-ba03-af9897983f22" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.895397] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('495b2387-d937-406b-81b8-0791c88d6224',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.924637] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-495b2387-d937-406b-81b8-0791c88d6224 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.924637] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-495b2387-d937-406b-81b8-0791c88d6224" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.925313] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 543e34ef-1559-40ac-b3a1-90d9a0db0896 with status ACTIVE [ 798.925313] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.925313] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.925313] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.925443] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.925443] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.925632] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.925693] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.925739] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.925886] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.926011] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.926146] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.926234] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.926290] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.926426] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.926533] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.926575] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 543e34ef-1559-40ac-b3a1-90d9a0db0896 is going to be updated. [ 798.952851] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.953030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.953030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.953820] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.954067] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.954701] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-543e34ef-1559-40ac-b3a1-90d9a0db0896" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.122432] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07cf2170-b005-4f1c-9f6d-83e53b4e478c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.398325] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('495b2387-d937-406b-81b8-0791c88d6224',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.403037] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 in Status: SUCCESS [ 799.403311] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.403816] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.404069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.404268] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.404385] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.404451] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.404607] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.404689] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.404847] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.404952] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c66544b6-2226-4b1e-9a19-5d203bd72d65',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.624608] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.624847] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.624984] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.625251] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.625423] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.625558] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07cf2170-b005-4f1c-9f6d-83e53b4e478c is going to be created. [ 799.656540] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.657535] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.657872] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.658217] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.658493] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.670449] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07cf2170-b005-4f1c-9f6d-83e53b4e478c in Status: UNINITIALIZED for 2s [ 799.901402] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.901610] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.901722] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.902059] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.902206] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.902351] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 495b2387-d937-406b-81b8-0791c88d6224 is going to be updated. [ 799.907318] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-c66544b6-2226-4b1e-9a19-5d203bd72d65 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.907519] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.907860] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.907860] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.908118] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.908266] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.908360] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.908549] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.909137] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.909137] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.909423] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-c66544b6-2226-4b1e-9a19-5d203bd72d65 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.909589] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.909666] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.909840] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.910020] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.910162] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.910276] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.910392] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.910584] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.910584] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.910675] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c66544b6-2226-4b1e-9a19-5d203bd72d65',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.945871] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.946083] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.946164] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.946488] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.946671] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.959868] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 495b2387-d937-406b-81b8-0791c88d6224 in Status: IN_PROGRESS for 2s [ 800.125964] env[65432]: INFO networking_nsxv3.common.synchronization [req-e7ecab40-242f-4cf8-b64c-d01b68c5aaa1 req-4842b531-1515-422b-9d78-ea9faafd15af tempest-ListImageFiltersTestJSON-798043511 tempest-ListImageFiltersTestJSON-798043511-project-member] Enqueued Resource ID: db844549-e098-4196-a2f4-f81c3c1d7665 with Priority: HIGHEST for action security_group_members [ 800.126676] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db844549-e098-4196-a2f4-f81c3c1d7665 with Priority: HIGHEST for action security_group_members [ 800.127049] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-db844549-e098-4196-a2f4-f81c3c1d7665 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.127221] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db844549-e098-4196-a2f4-f81c3c1d7665" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.127329] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db844549-e098-4196-a2f4-f81c3c1d7665" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.127545] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db844549-e098-4196-a2f4-f81c3c1d7665" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.127737] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.128340] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.128431] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.128627] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.128790] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.128918] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db844549-e098-4196-a2f4-f81c3c1d7665',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.414333] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c66544b6-2226-4b1e-9a19-5d203bd72d65: rpc.has_security_group_logging(os_id): False [ 800.433458] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.433665] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.433665] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.433875] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.433997] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.434223] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.434326] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.434389] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.434547] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.434640] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.434830] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.434924] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.434979] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.435151] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.435224] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.436547] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.436646] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.436686] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.436838] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.437019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.437153] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 is going to be created. [ 800.509946] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.510200] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.510259] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.510484] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.511780] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.523127] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 in Status: IN_PROGRESS for 2s [ 800.631320] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('db844549-e098-4196-a2f4-f81c3c1d7665',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.691436] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1312b13-59d8-441d-af89-7970aba103dd in Status: SUCCESS [ 800.691436] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1312b13-59d8-441d-af89-7970aba103dd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.138064] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('db844549-e098-4196-a2f4-f81c3c1d7665',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.640767] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.641070] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.641070] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.641227] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.641332] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.641477] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db844549-e098-4196-a2f4-f81c3c1d7665 is going to be updated. [ 801.670904] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.671043] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.671043] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.671645] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.671768] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.680593] env[65432]: INFO networking_nsxv3.common.synchronization [req-623dd62a-7cd8-454c-86c0-6fe7cf23c4a2 req-65eb4989-9fb0-4044-8933-1836b0236c26 tempest-ListServersNegativeTestJSON-1736240469 tempest-ListServersNegativeTestJSON-1736240469-project-member] Enqueued Resource ID: 07cf2170-b005-4f1c-9f6d-83e53b4e478c with Priority: HIGHEST for action security_group_members [ 801.682428] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07cf2170-b005-4f1c-9f6d-83e53b4e478c with Priority: HIGHEST for action security_group_members [ 801.682961] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-07cf2170-b005-4f1c-9f6d-83e53b4e478c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.683106] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07cf2170-b005-4f1c-9f6d-83e53b4e478c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.687529] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07cf2170-b005-4f1c-9f6d-83e53b4e478c in Status: SUCCESS [ 801.687529] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07cf2170-b005-4f1c-9f6d-83e53b4e478c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.687831] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db844549-e098-4196-a2f4-f81c3c1d7665 in Status: IN_PROGRESS for 2s [ 801.687974] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07cf2170-b005-4f1c-9f6d-83e53b4e478c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.688224] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07cf2170-b005-4f1c-9f6d-83e53b4e478c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.688442] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.688616] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.688616] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.688949] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.688949] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.688949] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07cf2170-b005-4f1c-9f6d-83e53b4e478c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.689061] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07cf2170-b005-4f1c-9f6d-83e53b4e478c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.690013] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07cf2170-b005-4f1c-9f6d-83e53b4e478c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.690186] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07cf2170-b005-4f1c-9f6d-83e53b4e478c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.690363] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.690464] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.690517] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.690636] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.690991] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.690991] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07cf2170-b005-4f1c-9f6d-83e53b4e478c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.971028] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 495b2387-d937-406b-81b8-0791c88d6224 in Status: SUCCESS [ 801.971028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-495b2387-d937-406b-81b8-0791c88d6224" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.972074] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-495b2387-d937-406b-81b8-0791c88d6224" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.972074] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-495b2387-d937-406b-81b8-0791c88d6224" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.972074] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.972401] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.972675] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.972871] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.973056] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.973229] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('495b2387-d937-406b-81b8-0791c88d6224',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.159940] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock network-320 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.160242] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "network-320" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.160242] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "network-320" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.160636] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "network-320" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.160761] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.160909] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.161025] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.161258] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.161403] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.161598] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 802.161703] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 802.161801] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 802.161926] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 802.162071] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 802.162279] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 802.162375] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 802.164050] env[65432]: INFO networking_nsxv3.common.synchronization [None req-46f0a414-17ea-4e0b-b06e-76f55f329064 None None] Enqueued Resource ID: 0647883f-76c4-4617-a2f2-e3369b6d95d2 with Priority: HIGHEST for action port [ 802.165382] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0647883f-76c4-4617-a2f2-e3369b6d95d2 with Priority: HIGHEST for action port [ 802.166115] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-0647883f-76c4-4617-a2f2-e3369b6d95d2 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.166248] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0647883f-76c4-4617-a2f2-e3369b6d95d2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.166325] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0647883f-76c4-4617-a2f2-e3369b6d95d2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.166558] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0647883f-76c4-4617-a2f2-e3369b6d95d2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.166634] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0647883f-76c4-4617-a2f2-e3369b6d95d2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.185508] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 802.185747] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 802.185862] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 802.185961] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "network-320" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.186464] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock port-e13720a3-b631-4ef0-9662-a7c78f2a3c88 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.186651] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "port-e13720a3-b631-4ef0-9662-a7c78f2a3c88" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.186743] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "port-e13720a3-b631-4ef0-9662-a7c78f2a3c88" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.187019] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "port-e13720a3-b631-4ef0-9662-a7c78f2a3c88" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.187213] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e13720a3-b631-4ef0-9662-a7c78f2a3c88',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.192364] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-07cf2170-b005-4f1c-9f6d-83e53b4e478c taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.192539] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07cf2170-b005-4f1c-9f6d-83e53b4e478c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.197180] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07cf2170-b005-4f1c-9f6d-83e53b4e478c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.477021] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('495b2387-d937-406b-81b8-0791c88d6224',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.537703] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 in Status: SUCCESS [ 802.538045] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.671131] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0647883f-76c4-4617-a2f2-e3369b6d95d2 [ 802.671552] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.671552] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.671552] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.671786] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.671896] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.671977] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0647883f-76c4-4617-a2f2-e3369b6d95d2 already deleted. [ 802.672083] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0647883f-76c4-4617-a2f2-e3369b6d95d2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.690624] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.690846] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.690964] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.691267] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.691411] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.691554] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Segment Port e13720a3-b631-4ef0-9662-a7c78f2a3c88 not found, creating... [ 802.691802] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.692059] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.692174] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.692394] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.692524] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.692802] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.692948] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.693066] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.693266] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.693388] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.693518] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Resource: SegmentPort with ID: e13720a3-b631-4ef0-9662-a7c78f2a3c88 is going to be created. [ 802.700300] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07cf2170-b005-4f1c-9f6d-83e53b4e478c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.715945] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.716212] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.716337] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.716631] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.716908] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.717180] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "port-e13720a3-b631-4ef0-9662-a7c78f2a3c88" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.979450] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('495b2387-d937-406b-81b8-0791c88d6224',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.204790] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.205633] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.205633] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.205963] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.206027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.206103] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07cf2170-b005-4f1c-9f6d-83e53b4e478c is going to be updated. [ 803.240975] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.240975] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.240975] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.241551] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.241551] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.258193] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07cf2170-b005-4f1c-9f6d-83e53b4e478c in Status: IN_PROGRESS for 2s [ 803.424728] env[65432]: INFO networking_nsxv3.common.synchronization [req-623dd62a-7cd8-454c-86c0-6fe7cf23c4a2 req-76cdf5e6-2022-422f-8934-0506e3cb35b4 service nova] Enqueued Resource ID: 07cf2170-b005-4f1c-9f6d-83e53b4e478c with Priority: HIGHEST for action security_group_rules [ 803.425033] env[65432]: INFO networking_nsxv3.common.synchronization [req-623dd62a-7cd8-454c-86c0-6fe7cf23c4a2 req-76cdf5e6-2022-422f-8934-0506e3cb35b4 service nova] Enqueued Resource ID: 07cf2170-b005-4f1c-9f6d-83e53b4e478c with Priority: HIGHEST for action security_group_members [ 803.425116] env[65432]: INFO networking_nsxv3.common.synchronization [req-623dd62a-7cd8-454c-86c0-6fe7cf23c4a2 req-76cdf5e6-2022-422f-8934-0506e3cb35b4 service nova] Enqueued Resource ID: e13720a3-b631-4ef0-9662-a7c78f2a3c88 with Priority: HIGHEST for action port [ 803.426844] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07cf2170-b005-4f1c-9f6d-83e53b4e478c with Priority: HIGHEST for action security_group_rules [ 803.426844] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07cf2170-b005-4f1c-9f6d-83e53b4e478c with Priority: HIGHEST for action security_group_members [ 803.426844] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e13720a3-b631-4ef0-9662-a7c78f2a3c88 with Priority: HIGHEST for action port [ 803.429677] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07cf2170-b005-4f1c-9f6d-83e53b4e478c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.429677] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07cf2170-b005-4f1c-9f6d-83e53b4e478c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.429677] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-07cf2170-b005-4f1c-9f6d-83e53b4e478c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.429677] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07cf2170-b005-4f1c-9f6d-83e53b4e478c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.429677] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-e13720a3-b631-4ef0-9662-a7c78f2a3c88 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.429677] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e13720a3-b631-4ef0-9662-a7c78f2a3c88" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.429677] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e13720a3-b631-4ef0-9662-a7c78f2a3c88" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.431664] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e13720a3-b631-4ef0-9662-a7c78f2a3c88" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.431664] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e13720a3-b631-4ef0-9662-a7c78f2a3c88',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.487737] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.487997] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.487997] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.488297] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.488452] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.488629] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 495b2387-d937-406b-81b8-0791c88d6224 is going to be updated. [ 803.528095] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.528269] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.528334] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.528559] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.528721] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.544846] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 495b2387-d937-406b-81b8-0791c88d6224 in Status: IN_PROGRESS for 2s [ 803.700593] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db844549-e098-4196-a2f4-f81c3c1d7665 in Status: SUCCESS [ 803.700984] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db844549-e098-4196-a2f4-f81c3c1d7665" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.935626] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e13720a3-b631-4ef0-9662-a7c78f2a3c88 with status ACTIVE [ 803.936127] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.936127] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.936127] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.936279] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.936279] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.936867] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.936867] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.936867] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.936867] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.936867] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.937256] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.937256] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.937256] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.937574] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.937574] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.937574] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e13720a3-b631-4ef0-9662-a7c78f2a3c88 is going to be updated. [ 803.960859] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.960859] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.960859] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.960859] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.960859] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.960859] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e13720a3-b631-4ef0-9662-a7c78f2a3c88" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.767982] env[65432]: INFO networking_nsxv3.common.synchronization [None req-c139a2ce-8318-4287-ad94-7f9fef5827a5 None None] Enqueued Resource ID: bdc996f3-5c2a-4098-b646-13bd33d143e0 with Priority: HIGHEST for action port [ 804.767982] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdc996f3-5c2a-4098-b646-13bd33d143e0 with Priority: HIGHEST for action port [ 804.767982] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-bdc996f3-5c2a-4098-b646-13bd33d143e0 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.767982] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bdc996f3-5c2a-4098-b646-13bd33d143e0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.767982] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bdc996f3-5c2a-4098-b646-13bd33d143e0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.767982] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bdc996f3-5c2a-4098-b646-13bd33d143e0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.769280] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bdc996f3-5c2a-4098-b646-13bd33d143e0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.273476] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07cf2170-b005-4f1c-9f6d-83e53b4e478c in Status: SUCCESS [ 805.274026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07cf2170-b005-4f1c-9f6d-83e53b4e478c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.274026] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bdc996f3-5c2a-4098-b646-13bd33d143e0 [ 805.274275] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.274436] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.275079] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.275079] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.275079] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.275079] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bdc996f3-5c2a-4098-b646-13bd33d143e0 already deleted. [ 805.275079] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bdc996f3-5c2a-4098-b646-13bd33d143e0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.275502] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07cf2170-b005-4f1c-9f6d-83e53b4e478c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.275502] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07cf2170-b005-4f1c-9f6d-83e53b4e478c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.275568] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.275630] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.275669] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.275840] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.275925] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.276039] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07cf2170-b005-4f1c-9f6d-83e53b4e478c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.276225] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-07cf2170-b005-4f1c-9f6d-83e53b4e478c taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.276317] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07cf2170-b005-4f1c-9f6d-83e53b4e478c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.276391] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07cf2170-b005-4f1c-9f6d-83e53b4e478c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.276558] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07cf2170-b005-4f1c-9f6d-83e53b4e478c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.276701] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.276812] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.276870] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.277017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.277188] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.277326] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07cf2170-b005-4f1c-9f6d-83e53b4e478c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.278053] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07cf2170-b005-4f1c-9f6d-83e53b4e478c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.278487] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07cf2170-b005-4f1c-9f6d-83e53b4e478c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.278680] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07cf2170-b005-4f1c-9f6d-83e53b4e478c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.278939] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.279064] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.279142] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.279282] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.279383] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.279470] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07cf2170-b005-4f1c-9f6d-83e53b4e478c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.556465] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 495b2387-d937-406b-81b8-0791c88d6224 in Status: SUCCESS [ 805.556704] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-495b2387-d937-406b-81b8-0791c88d6224" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.556893] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-495b2387-d937-406b-81b8-0791c88d6224" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.557155] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-495b2387-d937-406b-81b8-0791c88d6224" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.557379] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.557542] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.557620] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.557813] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.558137] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.558348] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-495b2387-d937-406b-81b8-0791c88d6224" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.558636] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('495b2387-d937-406b-81b8-0791c88d6224',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.781560] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07cf2170-b005-4f1c-9f6d-83e53b4e478c: rpc.has_security_group_logging(os_id): False [ 805.782910] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07cf2170-b005-4f1c-9f6d-83e53b4e478c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.802540] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.802714] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.802795] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.803075] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.803219] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.803475] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.803594] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.803636] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.803794] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.803880] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.804269] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.804445] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.804508] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.804625] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.804716] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.805319] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.805319] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.805319] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.805534] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.805534] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.805534] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07cf2170-b005-4f1c-9f6d-83e53b4e478c is going to be created. [ 805.871255] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.871363] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.871446] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.871729] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.871952] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.885815] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07cf2170-b005-4f1c-9f6d-83e53b4e478c in Status: IN_PROGRESS for 2s [ 806.063596] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('495b2387-d937-406b-81b8-0791c88d6224',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.072197] env[65432]: INFO networking_nsxv3.common.synchronization [req-e27b5599-c5a3-49e1-ba93-9d9d55f4b5af req-7926bf90-ad8f-4c8b-8ad5-15d5d209e139 tempest-ServersTestJSON-755690962 tempest-ServersTestJSON-755690962-project-member] Enqueued Resource ID: b2a0225d-ef64-45a1-b899-4119011dd94d with Priority: HIGHEST for action security_group_members [ 806.072691] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2a0225d-ef64-45a1-b899-4119011dd94d with Priority: HIGHEST for action security_group_members [ 806.073035] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2a0225d-ef64-45a1-b899-4119011dd94d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.073526] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.073607] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.073808] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.074026] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.074208] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.074274] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.074439] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.075092] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.075092] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2a0225d-ef64-45a1-b899-4119011dd94d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.285730] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07cf2170-b005-4f1c-9f6d-83e53b4e478c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.553152] env[65432]: INFO networking_nsxv3.common.synchronization [req-c701e3c1-b5bc-446e-b4a8-106ca4495787 req-44e93657-8ecc-4dc7-8781-013403467864 tempest-AttachInterfacesUnderV243Test-1005424132 tempest-AttachInterfacesUnderV243Test-1005424132-project-member] Enqueued Resource ID: 495b2387-d937-406b-81b8-0791c88d6224 with Priority: HIGHEST for action security_group_members [ 806.553662] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 495b2387-d937-406b-81b8-0791c88d6224 with Priority: HIGHEST for action security_group_members [ 806.553964] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-495b2387-d937-406b-81b8-0791c88d6224 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.554454] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-495b2387-d937-406b-81b8-0791c88d6224" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.554563] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-495b2387-d937-406b-81b8-0791c88d6224" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.554782] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-495b2387-d937-406b-81b8-0791c88d6224" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.555779] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.555779] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.555779] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.555779] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.555779] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.555779] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('495b2387-d937-406b-81b8-0791c88d6224',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.565800] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 495b2387-d937-406b-81b8-0791c88d6224: rpc.has_security_group_logging(os_id): False [ 806.569513] env[65432]: INFO networking_nsxv3.common.synchronization [req-c701e3c1-b5bc-446e-b4a8-106ca4495787 req-44e93657-8ecc-4dc7-8781-013403467864 tempest-AttachInterfacesUnderV243Test-1005424132 tempest-AttachInterfacesUnderV243Test-1005424132-project-member] Enqueued Resource ID: 495b2387-d937-406b-81b8-0791c88d6224 with Priority: HIGHEST for action security_group_rules [ 806.569684] env[65432]: INFO networking_nsxv3.common.synchronization [req-c701e3c1-b5bc-446e-b4a8-106ca4495787 req-44e93657-8ecc-4dc7-8781-013403467864 tempest-AttachInterfacesUnderV243Test-1005424132 tempest-AttachInterfacesUnderV243Test-1005424132-project-member] Enqueued Resource ID: 495b2387-d937-406b-81b8-0791c88d6224 with Priority: HIGHEST for action security_group_members [ 806.569815] env[65432]: INFO networking_nsxv3.common.synchronization [req-c701e3c1-b5bc-446e-b4a8-106ca4495787 req-44e93657-8ecc-4dc7-8781-013403467864 tempest-AttachInterfacesUnderV243Test-1005424132 tempest-AttachInterfacesUnderV243Test-1005424132-project-member] Enqueued Resource ID: 543e34ef-1559-40ac-b3a1-90d9a0db0896 with Priority: HIGHEST for action port [ 806.570445] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 495b2387-d937-406b-81b8-0791c88d6224 with Priority: HIGHEST for action security_group_rules [ 806.570577] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 495b2387-d937-406b-81b8-0791c88d6224 with Priority: HIGHEST for action security_group_members [ 806.570674] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 543e34ef-1559-40ac-b3a1-90d9a0db0896 with Priority: HIGHEST for action port [ 806.571498] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-495b2387-d937-406b-81b8-0791c88d6224 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.571555] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-495b2387-d937-406b-81b8-0791c88d6224" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.571727] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-495b2387-d937-406b-81b8-0791c88d6224 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.571825] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-495b2387-d937-406b-81b8-0791c88d6224" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.571996] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-543e34ef-1559-40ac-b3a1-90d9a0db0896 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.572164] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-543e34ef-1559-40ac-b3a1-90d9a0db0896" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.572164] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-543e34ef-1559-40ac-b3a1-90d9a0db0896" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.572348] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-543e34ef-1559-40ac-b3a1-90d9a0db0896" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.572421] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('543e34ef-1559-40ac-b3a1-90d9a0db0896',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.576360] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2a0225d-ef64-45a1-b899-4119011dd94d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.585206] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.585206] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.585359] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.585920] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.610146] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.610588] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.610588] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.610749] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.610835] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.611044] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.611044] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 495b2387-d937-406b-81b8-0791c88d6224 is going to be updated. [ 806.676529] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.676661] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.676726] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.676934] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.677086] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.693679] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 495b2387-d937-406b-81b8-0791c88d6224 in Status: IN_PROGRESS for 2s [ 806.790158] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.790456] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.790456] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.791359] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.791359] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.791359] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07cf2170-b005-4f1c-9f6d-83e53b4e478c is going to be updated. [ 806.825308] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.825308] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.825308] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.826646] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.826646] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.833661] env[65432]: INFO networking_nsxv3.common.synchronization [req-623dd62a-7cd8-454c-86c0-6fe7cf23c4a2 req-64972b29-ba19-445d-9049-d73173d31576 tempest-ListServersNegativeTestJSON-1736240469 tempest-ListServersNegativeTestJSON-1736240469-project-member] Enqueued Resource ID: 07cf2170-b005-4f1c-9f6d-83e53b4e478c with Priority: HIGHEST for action security_group_members [ 806.836030] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07cf2170-b005-4f1c-9f6d-83e53b4e478c with Priority: HIGHEST for action security_group_members [ 806.836390] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-07cf2170-b005-4f1c-9f6d-83e53b4e478c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.836612] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07cf2170-b005-4f1c-9f6d-83e53b4e478c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.842024] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07cf2170-b005-4f1c-9f6d-83e53b4e478c in Status: IN_PROGRESS for 2s [ 807.057722] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('495b2387-d937-406b-81b8-0791c88d6224',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.075237] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 543e34ef-1559-40ac-b3a1-90d9a0db0896 with status ACTIVE [ 807.075237] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.075237] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.075237] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.075237] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.075237] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.075613] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.075749] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.075815] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.075991] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.076091] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.076273] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.076364] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.076425] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.076691] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.076795] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.076909] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 543e34ef-1559-40ac-b3a1-90d9a0db0896 is going to be updated. [ 807.079138] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2a0225d-ef64-45a1-b899-4119011dd94d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.101724] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.101910] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.101992] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.102286] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.102445] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.102654] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-543e34ef-1559-40ac-b3a1-90d9a0db0896" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.133094] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock network-320 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.133316] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "network-320" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.133431] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "network-320" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.133694] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "network-320" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.133967] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.134455] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.134577] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.134895] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.135137] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.135379] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 807.135488] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 807.135603] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 807.135706] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 807.135809] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 807.135908] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 807.136042] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 807.171436] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 807.171708] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 807.171771] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 807.172043] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "network-320" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.172414] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock port-528d52db-c489-4ab8-8357-7f7171a95ae1 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.172781] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "port-528d52db-c489-4ab8-8357-7f7171a95ae1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.172970] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "port-528d52db-c489-4ab8-8357-7f7171a95ae1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.173432] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "port-528d52db-c489-4ab8-8357-7f7171a95ae1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.173634] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('528d52db-c489-4ab8-8357-7f7171a95ae1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.563363] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('495b2387-d937-406b-81b8-0791c88d6224',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.581915] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.582124] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.582205] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.582647] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.582647] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.582647] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2a0225d-ef64-45a1-b899-4119011dd94d is going to be updated. [ 807.617570] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.617570] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.617902] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.617902] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.617983] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.631138] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2a0225d-ef64-45a1-b899-4119011dd94d in Status: IN_PROGRESS for 2s [ 807.676741] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.677028] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.677166] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.677505] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.677704] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.677865] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Segment Port 528d52db-c489-4ab8-8357-7f7171a95ae1 not found, creating... [ 807.678262] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.678407] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.679269] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.679584] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.679820] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.680171] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.680370] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.680544] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.680847] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.681074] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.681290] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Resource: SegmentPort with ID: 528d52db-c489-4ab8-8357-7f7171a95ae1 is going to be created. [ 807.733377] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.733377] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.733377] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.733815] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.734101] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.734413] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "port-528d52db-c489-4ab8-8357-7f7171a95ae1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.914899] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07cf2170-b005-4f1c-9f6d-83e53b4e478c in Status: SUCCESS [ 807.915682] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07cf2170-b005-4f1c-9f6d-83e53b4e478c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.916571] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07cf2170-b005-4f1c-9f6d-83e53b4e478c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.916994] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07cf2170-b005-4f1c-9f6d-83e53b4e478c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.917309] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07cf2170-b005-4f1c-9f6d-83e53b4e478c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.064909] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.065061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.065106] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.065361] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.065461] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.065630] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 495b2387-d937-406b-81b8-0791c88d6224 is going to be updated. [ 808.106356] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.106701] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.106806] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.107120] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.107481] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.121857] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 495b2387-d937-406b-81b8-0791c88d6224 in Status: IN_PROGRESS for 2s [ 808.419757] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-07cf2170-b005-4f1c-9f6d-83e53b4e478c taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.420068] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07cf2170-b005-4f1c-9f6d-83e53b4e478c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.496223] env[65432]: INFO networking_nsxv3.common.synchronization [req-623dd62a-7cd8-454c-86c0-6fe7cf23c4a2 req-628a4538-0eb3-48e1-b643-c410824fc827 service nova] Enqueued Resource ID: 07cf2170-b005-4f1c-9f6d-83e53b4e478c with Priority: HIGHEST for action security_group_rules [ 808.496291] env[65432]: INFO networking_nsxv3.common.synchronization [req-623dd62a-7cd8-454c-86c0-6fe7cf23c4a2 req-628a4538-0eb3-48e1-b643-c410824fc827 service nova] Enqueued Resource ID: 07cf2170-b005-4f1c-9f6d-83e53b4e478c with Priority: HIGHEST for action security_group_members [ 808.497029] env[65432]: INFO networking_nsxv3.common.synchronization [req-623dd62a-7cd8-454c-86c0-6fe7cf23c4a2 req-628a4538-0eb3-48e1-b643-c410824fc827 service nova] Enqueued Resource ID: 528d52db-c489-4ab8-8357-7f7171a95ae1 with Priority: HIGHEST for action port [ 808.497382] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07cf2170-b005-4f1c-9f6d-83e53b4e478c with Priority: HIGHEST for action security_group_rules [ 808.497604] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07cf2170-b005-4f1c-9f6d-83e53b4e478c with Priority: HIGHEST for action security_group_members [ 808.497761] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 528d52db-c489-4ab8-8357-7f7171a95ae1 with Priority: HIGHEST for action port [ 808.498569] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07cf2170-b005-4f1c-9f6d-83e53b4e478c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.498775] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07cf2170-b005-4f1c-9f6d-83e53b4e478c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.500148] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-07cf2170-b005-4f1c-9f6d-83e53b4e478c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.501327] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07cf2170-b005-4f1c-9f6d-83e53b4e478c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.501327] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-528d52db-c489-4ab8-8357-7f7171a95ae1 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.501327] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-528d52db-c489-4ab8-8357-7f7171a95ae1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.501327] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-528d52db-c489-4ab8-8357-7f7171a95ae1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.501327] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-528d52db-c489-4ab8-8357-7f7171a95ae1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.501327] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('528d52db-c489-4ab8-8357-7f7171a95ae1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.719801] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 495b2387-d937-406b-81b8-0791c88d6224 in Status: SUCCESS [ 808.720035] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-495b2387-d937-406b-81b8-0791c88d6224" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.720226] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-495b2387-d937-406b-81b8-0791c88d6224" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.720484] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-495b2387-d937-406b-81b8-0791c88d6224" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.720578] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('495b2387-d937-406b-81b8-0791c88d6224',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.810652] env[65432]: INFO networking_nsxv3.common.synchronization [req-559a2b8f-4c2a-4201-8de0-4a58c65cc9f7 req-c6c05cae-70bd-4d78-87b9-a04c25bc5279 tempest-ServersAdminTestJSON-1011156328 tempest-ServersAdminTestJSON-1011156328-project-member] Enqueued Resource ID: 84c12c3a-1be5-4681-a64f-a9e312c474bc with Priority: HIGHEST for action security_group_members [ 808.812291] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84c12c3a-1be5-4681-a64f-a9e312c474bc with Priority: HIGHEST for action security_group_members [ 808.812697] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-84c12c3a-1be5-4681-a64f-a9e312c474bc taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.813054] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.813238] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.813626] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.815087] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.815200] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.815269] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.815531] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.815641] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.815741] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84c12c3a-1be5-4681-a64f-a9e312c474bc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.850245] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07cf2170-b005-4f1c-9f6d-83e53b4e478c in Status: SUCCESS [ 808.850454] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07cf2170-b005-4f1c-9f6d-83e53b4e478c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.850609] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07cf2170-b005-4f1c-9f6d-83e53b4e478c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.850835] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07cf2170-b005-4f1c-9f6d-83e53b4e478c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.850987] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.851123] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.851185] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.851331] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.851405] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.851494] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07cf2170-b005-4f1c-9f6d-83e53b4e478c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.006422] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 528d52db-c489-4ab8-8357-7f7171a95ae1 with status ACTIVE [ 809.006659] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.006791] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.006856] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.007531] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.007531] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.007731] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.007830] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.007890] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.008072] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.008148] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.008330] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.008476] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.008476] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.008794] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.008794] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.008794] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 528d52db-c489-4ab8-8357-7f7171a95ae1 is going to be updated. [ 809.031685] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.031824] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.031824] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.032061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.032215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.032400] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-528d52db-c489-4ab8-8357-7f7171a95ae1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.224276] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-495b2387-d937-406b-81b8-0791c88d6224 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.224276] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-495b2387-d937-406b-81b8-0791c88d6224" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.324530] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84c12c3a-1be5-4681-a64f-a9e312c474bc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.355886] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07cf2170-b005-4f1c-9f6d-83e53b4e478c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.644873] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2a0225d-ef64-45a1-b899-4119011dd94d in Status: SUCCESS [ 809.644873] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.827321] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84c12c3a-1be5-4681-a64f-a9e312c474bc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.860636] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07cf2170-b005-4f1c-9f6d-83e53b4e478c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.136234] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 495b2387-d937-406b-81b8-0791c88d6224 in Status: SUCCESS [ 810.136586] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-495b2387-d937-406b-81b8-0791c88d6224" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.136626] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-495b2387-d937-406b-81b8-0791c88d6224" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.136847] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-495b2387-d937-406b-81b8-0791c88d6224" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.137066] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.137194] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.137253] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.137424] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.137517] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.137656] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('495b2387-d937-406b-81b8-0791c88d6224',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.330117] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.330323] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.330323] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.330520] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.330649] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.330732] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84c12c3a-1be5-4681-a64f-a9e312c474bc is going to be updated. [ 810.362914] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.363454] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.363454] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.363454] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.363454] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.363594] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07cf2170-b005-4f1c-9f6d-83e53b4e478c is going to be updated. [ 810.365786] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.365987] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.366145] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.366274] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.366439] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.382888] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84c12c3a-1be5-4681-a64f-a9e312c474bc in Status: IN_PROGRESS for 2s [ 810.410702] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.410702] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.410925] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.411136] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.411434] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.423454] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07cf2170-b005-4f1c-9f6d-83e53b4e478c in Status: IN_PROGRESS for 2s [ 810.640365] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('495b2387-d937-406b-81b8-0791c88d6224',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.143652] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('495b2387-d937-406b-81b8-0791c88d6224',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.646482] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.647293] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.647293] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.647293] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.647571] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.647571] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 495b2387-d937-406b-81b8-0791c88d6224 is going to be updated. [ 811.651665] env[65432]: INFO networking_nsxv3.common.synchronization [req-abc93a2b-c581-4708-89cb-e34acc9b5c38 req-68280acb-e54b-4901-a4ad-fc3524c75265 tempest-AttachInterfacesUnderV243Test-1005424132 tempest-AttachInterfacesUnderV243Test-1005424132-project-member] Enqueued Resource ID: 495b2387-d937-406b-81b8-0791c88d6224 with Priority: HIGHEST for action security_group_members [ 811.652579] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 495b2387-d937-406b-81b8-0791c88d6224 with Priority: HIGHEST for action security_group_members [ 811.653716] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-495b2387-d937-406b-81b8-0791c88d6224 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.653869] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-495b2387-d937-406b-81b8-0791c88d6224" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.688807] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.688989] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.689046] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.689328] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.689463] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.699767] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 495b2387-d937-406b-81b8-0791c88d6224 in Status: IN_PROGRESS for 2s [ 812.392906] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84c12c3a-1be5-4681-a64f-a9e312c474bc in Status: SUCCESS [ 812.397805] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.433608] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07cf2170-b005-4f1c-9f6d-83e53b4e478c in Status: SUCCESS [ 812.433608] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07cf2170-b005-4f1c-9f6d-83e53b4e478c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.433815] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07cf2170-b005-4f1c-9f6d-83e53b4e478c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.434444] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07cf2170-b005-4f1c-9f6d-83e53b4e478c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.434444] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.434444] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.434444] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.434912] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.434912] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.434912] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07cf2170-b005-4f1c-9f6d-83e53b4e478c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.434912] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07cf2170-b005-4f1c-9f6d-83e53b4e478c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.435743] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07cf2170-b005-4f1c-9f6d-83e53b4e478c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.435913] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07cf2170-b005-4f1c-9f6d-83e53b4e478c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.436084] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.436195] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.436250] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.436400] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.436476] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.436558] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07cf2170-b005-4f1c-9f6d-83e53b4e478c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.943057] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-07cf2170-b005-4f1c-9f6d-83e53b4e478c taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.943321] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07cf2170-b005-4f1c-9f6d-83e53b4e478c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.943504] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07cf2170-b005-4f1c-9f6d-83e53b4e478c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.446710] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07cf2170-b005-4f1c-9f6d-83e53b4e478c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.710088] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 495b2387-d937-406b-81b8-0791c88d6224 in Status: SUCCESS [ 813.710324] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-495b2387-d937-406b-81b8-0791c88d6224" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.710510] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-495b2387-d937-406b-81b8-0791c88d6224" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.710804] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-495b2387-d937-406b-81b8-0791c88d6224" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.711112] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.711261] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.711339] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.711544] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.711665] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.711758] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-495b2387-d937-406b-81b8-0791c88d6224" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.711863] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('495b2387-d937-406b-81b8-0791c88d6224',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.712927] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-495b2387-d937-406b-81b8-0791c88d6224" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.713149] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-495b2387-d937-406b-81b8-0791c88d6224" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.713356] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.713492] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.713565] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.713780] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.713852] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.713977] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('495b2387-d937-406b-81b8-0791c88d6224',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.948862] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.949128] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.949128] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.949327] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.949419] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.949528] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07cf2170-b005-4f1c-9f6d-83e53b4e478c is going to be updated. [ 813.996141] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.996231] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.996427] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.996671] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.996826] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.009439] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07cf2170-b005-4f1c-9f6d-83e53b4e478c in Status: IN_PROGRESS for 2s [ 814.217218] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('495b2387-d937-406b-81b8-0791c88d6224',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.219219] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.219504] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.219641] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.220011] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.220177] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.220527] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.220640] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.220748] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.221018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.221181] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.221571] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 495b2387-d937-406b-81b8-0791c88d6224 is going to be updated. [ 814.256875] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.256875] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.256875] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.256875] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.256875] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.271318] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 495b2387-d937-406b-81b8-0791c88d6224 in Status: IN_PROGRESS for 2s [ 814.385024] env[65432]: INFO networking_nsxv3.common.synchronization [req-4aa09376-73d1-4b25-b5b6-f009a927371f req-249d00c6-3be1-4ae5-9e00-f8026fa3350a tempest-ListServerFiltersTestJSON-1916579573 tempest-ListServerFiltersTestJSON-1916579573-project-member] Enqueued Resource ID: 86fc5708-c0f4-4d9b-8df9-d5eba9966a02 with Priority: HIGHEST for action security_group_members [ 814.385971] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86fc5708-c0f4-4d9b-8df9-d5eba9966a02 with Priority: HIGHEST for action security_group_members [ 814.386512] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.389022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.389022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.389022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.389022] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.389022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.389022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.389022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.389022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.389022] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86fc5708-c0f4-4d9b-8df9-d5eba9966a02',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.437118] env[65432]: INFO networking_nsxv3.common.synchronization [req-03881d00-1a4e-49eb-8294-b18b11b4a48d req-bc8b0187-59bd-4d37-ae0f-68cd9adad901 tempest-AttachInterfacesTestJSON-373384684 tempest-AttachInterfacesTestJSON-373384684-project-member] Enqueued Resource ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 with Priority: HIGHEST for action security_group_members [ 814.437118] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 with Priority: HIGHEST for action security_group_members [ 814.437469] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-c66544b6-2226-4b1e-9a19-5d203bd72d65 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.437562] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.437631] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.437837] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.438574] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.438574] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.438574] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.438574] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.438574] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.438574] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c66544b6-2226-4b1e-9a19-5d203bd72d65',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.719983] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 495b2387-d937-406b-81b8-0791c88d6224: rpc.has_security_group_logging(os_id): False [ 814.749847] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.750134] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.750210] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.751189] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.751189] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.751189] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.751189] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.751189] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.751189] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.751579] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.751579] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 495b2387-d937-406b-81b8-0791c88d6224 is going to be updated. [ 814.833597] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.833597] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.833597] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.833597] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.833597] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.851433] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 495b2387-d937-406b-81b8-0791c88d6224 in Status: IN_PROGRESS for 2s [ 814.893333] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86fc5708-c0f4-4d9b-8df9-d5eba9966a02',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.941535] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.941535] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.941535] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.941694] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.941867] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.945385] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.945595] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.945657] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.945837] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.945966] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.946037] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 is going to be updated. [ 814.986306] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.986453] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.986453] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.986703] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.986826] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.001929] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 in Status: IN_PROGRESS for 2s [ 815.286714] env[65432]: INFO networking_nsxv3.common.synchronization [req-2e427c41-e282-433f-9235-c4cbd64a7fc5 req-b7705d00-4b44-4c0d-826f-1bf5f5e47ac6 tempest-ServersAdminNegativeTestJSON-484805727 tempest-ServersAdminNegativeTestJSON-484805727-project-member] Enqueued Resource ID: ccb0a543-d9c0-48dc-ba03-af9897983f22 with Priority: HIGHEST for action security_group_members [ 815.288743] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccb0a543-d9c0-48dc-ba03-af9897983f22 with Priority: HIGHEST for action security_group_members [ 815.289383] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccb0a543-d9c0-48dc-ba03-af9897983f22 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.289544] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccb0a543-d9c0-48dc-ba03-af9897983f22" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.289660] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccb0a543-d9c0-48dc-ba03-af9897983f22" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.289939] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccb0a543-d9c0-48dc-ba03-af9897983f22" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.290149] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.290334] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.290424] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.290650] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.291078] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.291078] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ccb0a543-d9c0-48dc-ba03-af9897983f22',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.346685] env[65432]: INFO networking_nsxv3.common.synchronization [req-bb7042d3-096b-4d89-ac9d-14020c13e79f req-7de217f9-b0f7-4522-90d2-cf1b6b4fce87 tempest-SecurityGroupsTestJSON-842556927 tempest-SecurityGroupsTestJSON-842556927-project-member] Enqueued Resource ID: 1616385d-9ca5-4512-a732-2b4b772f9c58 with Priority: HIGHEST for action security_group_members [ 815.347202] env[65432]: INFO networking_nsxv3.common.synchronization [req-bb7042d3-096b-4d89-ac9d-14020c13e79f req-7de217f9-b0f7-4522-90d2-cf1b6b4fce87 tempest-SecurityGroupsTestJSON-842556927 tempest-SecurityGroupsTestJSON-842556927-project-member] Enqueued Resource ID: 37a92b37-6b0a-4358-bb06-69d05f4dc82e with Priority: HIGHEST for action security_group_members [ 815.347202] env[65432]: INFO networking_nsxv3.common.synchronization [req-bb7042d3-096b-4d89-ac9d-14020c13e79f req-7de217f9-b0f7-4522-90d2-cf1b6b4fce87 tempest-SecurityGroupsTestJSON-842556927 tempest-SecurityGroupsTestJSON-842556927-project-member] Enqueued Resource ID: dd1963ff-72b9-4796-9a4a-982c5981e737 with Priority: HIGHEST for action security_group_members [ 815.348096] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1616385d-9ca5-4512-a732-2b4b772f9c58 with Priority: HIGHEST for action security_group_members [ 815.348096] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37a92b37-6b0a-4358-bb06-69d05f4dc82e with Priority: HIGHEST for action security_group_members [ 815.348096] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd1963ff-72b9-4796-9a4a-982c5981e737 with Priority: HIGHEST for action security_group_members [ 815.349023] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-1616385d-9ca5-4512-a732-2b4b772f9c58 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.349023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1616385d-9ca5-4512-a732-2b4b772f9c58" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.349023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1616385d-9ca5-4512-a732-2b4b772f9c58" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.349023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1616385d-9ca5-4512-a732-2b4b772f9c58" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.349298] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.349298] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.349398] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.349562] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.349735] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.349792] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1616385d-9ca5-4512-a732-2b4b772f9c58',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.350913] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-37a92b37-6b0a-4358-bb06-69d05f4dc82e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.351163] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37a92b37-6b0a-4358-bb06-69d05f4dc82e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.351163] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37a92b37-6b0a-4358-bb06-69d05f4dc82e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.351690] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37a92b37-6b0a-4358-bb06-69d05f4dc82e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.351690] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.351690] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.351942] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.351942] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.352067] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.352660] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37a92b37-6b0a-4358-bb06-69d05f4dc82e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.353247] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd1963ff-72b9-4796-9a4a-982c5981e737 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.353354] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.353414] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.353616] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.353765] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.353858] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.353937] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.354196] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.354325] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.354464] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd1963ff-72b9-4796-9a4a-982c5981e737',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.398850] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86fc5708-c0f4-4d9b-8df9-d5eba9966a02',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.793546] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ccb0a543-d9c0-48dc-ba03-af9897983f22',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.857342] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.857646] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.857814] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.858172] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.859990] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.860253] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.860684] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.860858] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.880350] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.880664] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.880790] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.880871] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.881090] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.881175] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.881270] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37a92b37-6b0a-4358-bb06-69d05f4dc82e is going to be updated. [ 815.882386] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.882571] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.903503] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.903926] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.903926] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.904345] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.905319] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.905319] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86fc5708-c0f4-4d9b-8df9-d5eba9966a02 is going to be updated. [ 815.907114] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.907461] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.907612] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.907683] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.907885] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.907962] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.908070] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1616385d-9ca5-4512-a732-2b4b772f9c58 is going to be updated. [ 815.911040] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.911988] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.917779] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.917998] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.918127] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.918416] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.918569] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.930190] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37a92b37-6b0a-4358-bb06-69d05f4dc82e in Status: IN_PROGRESS for 2s [ 815.945572] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.945937] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.946046] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.946184] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.946443] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.946508] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.946607] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd1963ff-72b9-4796-9a4a-982c5981e737 is going to be updated. [ 815.948634] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.948754] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.948754] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.948985] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.949138] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.950830] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.950830] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.950970] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.951126] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.951511] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.964268] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1616385d-9ca5-4512-a732-2b4b772f9c58 in Status: IN_PROGRESS for 2s [ 815.964948] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86fc5708-c0f4-4d9b-8df9-d5eba9966a02 in Status: IN_PROGRESS for 2s [ 815.980157] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.980157] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.980157] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.980157] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.980157] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.998292] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd1963ff-72b9-4796-9a4a-982c5981e737 in Status: IN_PROGRESS for 2s [ 816.020554] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07cf2170-b005-4f1c-9f6d-83e53b4e478c in Status: SUCCESS [ 816.020554] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07cf2170-b005-4f1c-9f6d-83e53b4e478c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.021430] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07cf2170-b005-4f1c-9f6d-83e53b4e478c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.021430] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07cf2170-b005-4f1c-9f6d-83e53b4e478c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.021430] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.021430] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.021430] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.022174] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.022174] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.022174] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07cf2170-b005-4f1c-9f6d-83e53b4e478c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.022174] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-07cf2170-b005-4f1c-9f6d-83e53b4e478c taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.022174] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07cf2170-b005-4f1c-9f6d-83e53b4e478c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.022174] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07cf2170-b005-4f1c-9f6d-83e53b4e478c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.022480] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07cf2170-b005-4f1c-9f6d-83e53b4e478c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.022480] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.022607] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.022607] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.022736] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.022810] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.022891] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07cf2170-b005-4f1c-9f6d-83e53b4e478c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.022981] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07cf2170-b005-4f1c-9f6d-83e53b4e478c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.283817] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 495b2387-d937-406b-81b8-0791c88d6224 in Status: SUCCESS [ 816.284318] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 495b2387-d937-406b-81b8-0791c88d6224 deletion is rescheduled due to dependency. [ 816.284416] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-495b2387-d937-406b-81b8-0791c88d6224" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.295168] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ccb0a543-d9c0-48dc-ba03-af9897983f22',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.525886] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07cf2170-b005-4f1c-9f6d-83e53b4e478c: rpc.has_security_group_logging(os_id): False [ 816.551804] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.552056] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.552119] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.552486] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.552590] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.552817] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.553141] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.553141] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.553141] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.553249] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.553436] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.553546] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.553594] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.553751] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.553826] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.554013] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.554192] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.554259] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.554416] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.554490] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.554589] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07cf2170-b005-4f1c-9f6d-83e53b4e478c is going to be updated. [ 816.621868] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.622109] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.623045] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.623045] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.623045] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.639800] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07cf2170-b005-4f1c-9f6d-83e53b4e478c in Status: IN_PROGRESS for 2s [ 816.798464] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.798936] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.799050] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.799430] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.799581] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.799752] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccb0a543-d9c0-48dc-ba03-af9897983f22 is going to be updated. [ 816.849921] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.850156] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.850208] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.850435] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.850643] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.868343] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 495b2387-d937-406b-81b8-0791c88d6224 in Status: SUCCESS [ 816.868591] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-495b2387-d937-406b-81b8-0791c88d6224" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.869502] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccb0a543-d9c0-48dc-ba03-af9897983f22 in Status: IN_PROGRESS for 2s [ 817.013212] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 in Status: SUCCESS [ 817.013459] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 deletion is rescheduled due to dependency. [ 817.013685] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.688536] env[65432]: INFO networking_nsxv3.common.synchronization [req-e0f0b894-d654-42ab-8dbf-dda3f7647dca req-8e180782-7c8f-4bdb-adf5-851d3bb3db16 tempest-AttachInterfacesTestJSON-373384684 tempest-AttachInterfacesTestJSON-373384684-project-member] Enqueued Resource ID: cae9d60a-5688-405d-9e09-55fbb57373a0 with Priority: HIGHEST for action security_group_members [ 817.689289] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cae9d60a-5688-405d-9e09-55fbb57373a0 with Priority: HIGHEST for action security_group_members [ 817.689607] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-cae9d60a-5688-405d-9e09-55fbb57373a0 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.689929] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cae9d60a-5688-405d-9e09-55fbb57373a0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.689929] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cae9d60a-5688-405d-9e09-55fbb57373a0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.690554] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cae9d60a-5688-405d-9e09-55fbb57373a0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.690742] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.690847] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.690907] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.691113] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.691195] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.691295] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cae9d60a-5688-405d-9e09-55fbb57373a0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.946502] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37a92b37-6b0a-4358-bb06-69d05f4dc82e in Status: SUCCESS [ 817.947208] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37a92b37-6b0a-4358-bb06-69d05f4dc82e deletion is rescheduled due to dependency. [ 817.947208] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37a92b37-6b0a-4358-bb06-69d05f4dc82e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.983660] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86fc5708-c0f4-4d9b-8df9-d5eba9966a02 in Status: SUCCESS [ 817.983660] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.984836] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1616385d-9ca5-4512-a732-2b4b772f9c58 in Status: SUCCESS [ 817.985819] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1616385d-9ca5-4512-a732-2b4b772f9c58 deletion is rescheduled due to dependency. [ 817.985992] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1616385d-9ca5-4512-a732-2b4b772f9c58" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.009727] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd1963ff-72b9-4796-9a4a-982c5981e737 in Status: SUCCESS [ 818.009972] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd1963ff-72b9-4796-9a4a-982c5981e737 deletion is rescheduled due to dependency. [ 818.009972] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.193189] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.193371] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.193449] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.193637] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.221995] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.222513] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.225018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.225018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.225018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.225018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.225018] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cae9d60a-5688-405d-9e09-55fbb57373a0 is going to be updated. [ 818.274194] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.274398] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.274551] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.274654] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.274798] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.290730] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cae9d60a-5688-405d-9e09-55fbb57373a0 in Status: IN_PROGRESS for 2s [ 818.655798] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07cf2170-b005-4f1c-9f6d-83e53b4e478c in Status: SUCCESS [ 818.656021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07cf2170-b005-4f1c-9f6d-83e53b4e478c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.656226] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07cf2170-b005-4f1c-9f6d-83e53b4e478c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.656558] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07cf2170-b005-4f1c-9f6d-83e53b4e478c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.656652] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07cf2170-b005-4f1c-9f6d-83e53b4e478c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.882342] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccb0a543-d9c0-48dc-ba03-af9897983f22 in Status: SUCCESS [ 818.882727] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccb0a543-d9c0-48dc-ba03-af9897983f22" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.158992] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-07cf2170-b005-4f1c-9f6d-83e53b4e478c taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.159298] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07cf2170-b005-4f1c-9f6d-83e53b4e478c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.159298] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07cf2170-b005-4f1c-9f6d-83e53b4e478c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.159488] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07cf2170-b005-4f1c-9f6d-83e53b4e478c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.159672] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.159801] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.159888] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.160078] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.160170] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.160258] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07cf2170-b005-4f1c-9f6d-83e53b4e478c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.160349] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07cf2170-b005-4f1c-9f6d-83e53b4e478c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.663821] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-07cf2170-b005-4f1c-9f6d-83e53b4e478c taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.664121] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07cf2170-b005-4f1c-9f6d-83e53b4e478c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.664235] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07cf2170-b005-4f1c-9f6d-83e53b4e478c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.664378] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07cf2170-b005-4f1c-9f6d-83e53b4e478c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.664561] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.664674] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.664735] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.664924] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.664995] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.665100] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07cf2170-b005-4f1c-9f6d-83e53b4e478c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.665254] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-07cf2170-b005-4f1c-9f6d-83e53b4e478c taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.665403] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07cf2170-b005-4f1c-9f6d-83e53b4e478c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.665403] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07cf2170-b005-4f1c-9f6d-83e53b4e478c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.665713] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07cf2170-b005-4f1c-9f6d-83e53b4e478c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.665867] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.665977] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.666043] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.666194] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.666265] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.666352] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07cf2170-b005-4f1c-9f6d-83e53b4e478c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.666449] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07cf2170-b005-4f1c-9f6d-83e53b4e478c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.169421] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07cf2170-b005-4f1c-9f6d-83e53b4e478c: rpc.has_security_group_logging(os_id): False [ 820.190085] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.190243] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.190314] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.190521] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.190612] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.190806] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.190905] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.190948] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.191114] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.191192] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.191387] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.191478] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.191536] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.191669] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.191741] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.191969] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.192074] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.192125] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.192265] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.192362] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.192481] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07cf2170-b005-4f1c-9f6d-83e53b4e478c is going to be updated. [ 820.282905] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.283143] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.283218] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.283527] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.283704] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.307119] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cae9d60a-5688-405d-9e09-55fbb57373a0 in Status: SUCCESS [ 820.307366] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cae9d60a-5688-405d-9e09-55fbb57373a0 deletion is rescheduled due to dependency. [ 820.307489] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cae9d60a-5688-405d-9e09-55fbb57373a0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.314245] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07cf2170-b005-4f1c-9f6d-83e53b4e478c in Status: IN_PROGRESS for 2s [ 821.245048] env[65432]: INFO networking_nsxv3.common.synchronization [req-494355be-8b11-4b19-a38d-eb4f9d706534 req-c8e68ab9-5638-41bb-8593-d061406023ff tempest-ServerRescueTestJSON-1613494716 tempest-ServerRescueTestJSON-1613494716-project-member] Enqueued Resource ID: 392d2d70-ae20-4fb3-998a-f769f8aa2c2d with Priority: HIGHEST for action security_group_members [ 821.245635] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 392d2d70-ae20-4fb3-998a-f769f8aa2c2d with Priority: HIGHEST for action security_group_members [ 821.246101] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-392d2d70-ae20-4fb3-998a-f769f8aa2c2d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.246206] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-392d2d70-ae20-4fb3-998a-f769f8aa2c2d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.246206] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-392d2d70-ae20-4fb3-998a-f769f8aa2c2d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.246410] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-392d2d70-ae20-4fb3-998a-f769f8aa2c2d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.246581] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.246709] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.246773] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.246932] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.247052] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.247151] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('392d2d70-ae20-4fb3-998a-f769f8aa2c2d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.749612] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.749824] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.749919] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.750207] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.762096] env[65432]: INFO networking_nsxv3.common.synchronization [req-29672bce-78b3-4a71-ba59-ebe5fbe8d11d req-48b78818-f028-442f-a05c-802792c9e836 tempest-ListServersNegativeTestJSON-1736240469 tempest-ListServersNegativeTestJSON-1736240469-project-member] Enqueued Resource ID: 07cf2170-b005-4f1c-9f6d-83e53b4e478c with Priority: HIGHEST for action security_group_members [ 821.763329] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07cf2170-b005-4f1c-9f6d-83e53b4e478c with Priority: HIGHEST for action security_group_members [ 821.763329] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-07cf2170-b005-4f1c-9f6d-83e53b4e478c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.763329] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07cf2170-b005-4f1c-9f6d-83e53b4e478c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.763329] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07cf2170-b005-4f1c-9f6d-83e53b4e478c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.763534] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07cf2170-b005-4f1c-9f6d-83e53b4e478c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.764239] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.764239] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.764239] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.764239] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.764239] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.764239] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07cf2170-b005-4f1c-9f6d-83e53b4e478c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.774358] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.774358] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.774358] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.774358] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.774358] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.774358] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.774358] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 392d2d70-ae20-4fb3-998a-f769f8aa2c2d is going to be updated. [ 821.806873] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.807043] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.807094] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.807487] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.807643] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.816815] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 392d2d70-ae20-4fb3-998a-f769f8aa2c2d in Status: IN_PROGRESS for 2s [ 822.267051] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07cf2170-b005-4f1c-9f6d-83e53b4e478c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.333252] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07cf2170-b005-4f1c-9f6d-83e53b4e478c in Status: SUCCESS [ 822.333252] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07cf2170-b005-4f1c-9f6d-83e53b4e478c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.770041] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07cf2170-b005-4f1c-9f6d-83e53b4e478c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.218523] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.218722] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.218777] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.218970] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.219094] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.272063] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.272400] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.272400] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.272535] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.272620] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.272717] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07cf2170-b005-4f1c-9f6d-83e53b4e478c is going to be updated. [ 823.322472] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.322657] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.322752] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.323077] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.323176] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.337043] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07cf2170-b005-4f1c-9f6d-83e53b4e478c in Status: IN_PROGRESS for 2s [ 823.722746] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.829221] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 392d2d70-ae20-4fb3-998a-f769f8aa2c2d in Status: SUCCESS [ 823.829398] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 392d2d70-ae20-4fb3-998a-f769f8aa2c2d deletion is rescheduled due to dependency. [ 823.829502] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-392d2d70-ae20-4fb3-998a-f769f8aa2c2d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.225828] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.309279] env[65432]: INFO networking_nsxv3.common.synchronization [req-c372e742-6bb0-4403-a6aa-615259026e5c req-8ed1a3aa-c655-4dfe-a7ff-72d676da925b tempest-ImagesTestJSON-1127600559 tempest-ImagesTestJSON-1127600559-project-member] Enqueued Resource ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f with Priority: HIGHEST for action security_group_members [ 824.309857] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f with Priority: HIGHEST for action security_group_members [ 824.310632] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd07cc7-5f30-4f1b-945f-d0007a74587f taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.310632] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.310632] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.310632] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.310956] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.311063] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.311211] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.311439] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.311645] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.311809] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bd07cc7-5f30-4f1b-945f-d0007a74587f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.718546] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock network-904 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.718725] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "network-904" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.718837] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "network-904" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.719164] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "network-904" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.721033] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.721033] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.721033] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.721033] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.721033] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.721033] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 824.721614] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 824.721749] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 824.721858] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 824.721970] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 824.723220] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 824.723220] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 824.730892] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 824.731019] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 824.750885] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 824.750885] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 824.750885] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 824.750885] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "network-904" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.750885] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock port-ff878537-bb6e-4d52-bd57-8a799c7d59a7 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.751385] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "port-ff878537-bb6e-4d52-bd57-8a799c7d59a7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.751385] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "port-ff878537-bb6e-4d52-bd57-8a799c7d59a7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.751994] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "port-ff878537-bb6e-4d52-bd57-8a799c7d59a7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.751994] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff878537-bb6e-4d52-bd57-8a799c7d59a7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.814553] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.814738] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.814847] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.815258] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.815412] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.815648] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.815759] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.815843] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.816088] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.816714] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.816714] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f is going to be updated. [ 824.858976] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.859175] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.859251] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.859523] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.859684] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.871161] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f in Status: IN_PROGRESS for 2s [ 825.255651] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.256070] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.256242] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.256608] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.256805] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.257055] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Segment Port ff878537-bb6e-4d52-bd57-8a799c7d59a7 not found, creating... [ 825.257427] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.257668] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.257817] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.258139] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.258357] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.258779] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.259025] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.259196] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.259489] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.259645] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.259786] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Resource: SegmentPort with ID: ff878537-bb6e-4d52-bd57-8a799c7d59a7 is going to be created. [ 825.303481] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.303883] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.303998] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.304396] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.304728] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.305084] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "port-ff878537-bb6e-4d52-bd57-8a799c7d59a7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.349125] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07cf2170-b005-4f1c-9f6d-83e53b4e478c in Status: SUCCESS [ 825.349658] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07cf2170-b005-4f1c-9f6d-83e53b4e478c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.893228] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.893228] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.893228] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.893228] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.906403] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 825.907400] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.909275] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 825.942163] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.942542] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.942542] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.943096] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.949684] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.950276] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 825.950361] env[65432]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65432) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 825.950442] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 825.965139] env[65432]: INFO networking_nsxv3.common.synchronization [None req-d290abef-2b02-4634-bad9-ee3b84fb6414 tempest-ServerRescueNegativeTestJSON-1386142469 tempest-ServerRescueNegativeTestJSON-1386142469-project-member] Enqueued Resource ID: 2b5f3986-2c5a-405e-b9b8-20b9b8f07eb1 with Priority: HIGHEST for action security_group_rules [ 825.965139] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b5f3986-2c5a-405e-b9b8-20b9b8f07eb1 with Priority: HIGHEST for action security_group_rules [ 825.965449] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b5f3986-2c5a-405e-b9b8-20b9b8f07eb1 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.965578] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b5f3986-2c5a-405e-b9b8-20b9b8f07eb1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.965657] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b5f3986-2c5a-405e-b9b8-20b9b8f07eb1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.965952] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b5f3986-2c5a-405e-b9b8-20b9b8f07eb1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.966174] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b5f3986-2c5a-405e-b9b8-20b9b8f07eb1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.990453] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.990802] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.990802] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.990974] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.992092] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.992287] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 826.005297] env[65432]: INFO networking_nsxv3.common.synchronization [req-c372e742-6bb0-4403-a6aa-615259026e5c req-303a8f68-c30d-41b4-818a-fc91382f082e service nova] Enqueued Resource ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f with Priority: HIGHEST for action security_group_rules [ 826.005484] env[65432]: INFO networking_nsxv3.common.synchronization [req-c372e742-6bb0-4403-a6aa-615259026e5c req-303a8f68-c30d-41b4-818a-fc91382f082e service nova] Enqueued Resource ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f with Priority: HIGHEST for action security_group_members [ 826.005637] env[65432]: INFO networking_nsxv3.common.synchronization [req-c372e742-6bb0-4403-a6aa-615259026e5c req-303a8f68-c30d-41b4-818a-fc91382f082e service nova] Enqueued Resource ID: ff878537-bb6e-4d52-bd57-8a799c7d59a7 with Priority: HIGHEST for action port [ 826.006162] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f with Priority: HIGHEST for action security_group_rules [ 826.006304] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f with Priority: HIGHEST for action security_group_members [ 826.006760] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff878537-bb6e-4d52-bd57-8a799c7d59a7 with Priority: HIGHEST for action port [ 826.006944] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9bd07cc7-5f30-4f1b-945f-d0007a74587f taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.009781] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.009781] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.009781] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.009781] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9bd07cc7-5f30-4f1b-945f-d0007a74587f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.009781] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd07cc7-5f30-4f1b-945f-d0007a74587f taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.009781] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.009781] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff878537-bb6e-4d52-bd57-8a799c7d59a7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.012433] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff878537-bb6e-4d52-bd57-8a799c7d59a7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.012563] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff878537-bb6e-4d52-bd57-8a799c7d59a7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.012782] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff878537-bb6e-4d52-bd57-8a799c7d59a7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.012870] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff878537-bb6e-4d52-bd57-8a799c7d59a7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.063256] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.063496] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.063496] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.063679] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.063931] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.064228] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 826.092958] env[65432]: INFO networking_nsxv3.common.synchronization [None req-a52c82bf-6228-412c-8252-77136c40db65 tempest-ServerRescueNegativeTestJSON-1386142469 tempest-ServerRescueNegativeTestJSON-1386142469-project-member] Enqueued Resource ID: 2b5f3986-2c5a-405e-b9b8-20b9b8f07eb1 with Priority: HIGHEST for action security_group_rules [ 826.093615] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b5f3986-2c5a-405e-b9b8-20b9b8f07eb1 with Priority: HIGHEST for action security_group_rules [ 826.093995] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b5f3986-2c5a-405e-b9b8-20b9b8f07eb1 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.094314] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b5f3986-2c5a-405e-b9b8-20b9b8f07eb1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.149496] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.149496] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.149496] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.149930] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.150741] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.150741] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:37. [ 826.150741] env[65432]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'5df52582-6c3f-4fb1-a1f7-751612d9ff24', 'a49c8a18-5fe9-46dc-9c57-a5406ae1deea', '77933014-c766-4dfa-b5c3-7d376876f18a', '86fc5708-c0f4-4d9b-8df9-d5eba9966a02', 'dd1963ff-72b9-4796-9a4a-982c5981e737', '592e925e-3395-4399-a070-57ca4943078c', '392d2d70-ae20-4fb3-998a-f769f8aa2c2d', '9bd07cc7-5f30-4f1b-945f-d0007a74587f', '7a94014d-4924-4144-b5a8-2f7364e39ee3', 'f5added1-9d9c-4f9e-bb7b-d12b27fd9dbb', '50575cbb-c5ae-41f3-bd63-feaf511b6d87', 'c66544b6-2226-4b1e-9a19-5d203bd72d65', 'cfb523b2-f674-458d-8f0e-aa7b4b07b9c9', '38d402c9-d6cd-4104-ac1e-440e033a5f0a', '9666eef7-7372-4c5c-879e-4f463b68bcd2', 'befddb54-eb04-4347-846f-b8325fa5cdae', 'cfd4127f-dad4-498f-9f44-449c105469b9', 'cae9d60a-5688-405d-9e09-55fbb57373a0', '2c86fe60-aef1-4f04-b01e-dfff4bf17fab', '42e39f4e-1e0b-48e4-9736-7ff8ae5a2e2e', 'b2a0225d-ef64-45a1-b899-4119011dd94d', 'd1312b13-59d8-441d-af89-7970aba103dd', 'b2119a14-8e94-4bb1-97f5-bab1e7ff0d36', 'c734e3d1-16a8-4525-9804-35b1354b9c02', '6ecd6ae4-322a-4610-8134-e084eed8490e', '84c12c3a-1be5-4681-a64f-a9e312c474bc', 'afa32775-cad0-4771-bd2a-6b9faaa3fd14', '495b2387-d937-406b-81b8-0791c88d6224', '07cf2170-b005-4f1c-9f6d-83e53b4e478c', 'db844549-e098-4196-a2f4-f81c3c1d7665', '1616385d-9ca5-4512-a732-2b4b772f9c58', '35116453-bb0b-4bbd-b781-a2749b2cbd47', '3187175e-4385-4268-bac4-8780506ee159', '6b49bd92-a2be-4932-99ed-6957dd12af0c', '37a92b37-6b0a-4358-bb06-69d05f4dc82e', '27564b81-520f-4365-a89c-373ab442ec1a', 'ccb0a543-d9c0-48dc-ba03-af9897983f22'} {{(pid=65432) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 826.150741] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 826.173089] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.173271] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.173327] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.173584] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.173703] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.173842] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 826.173932] env[65432]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65432) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 826.174057] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 826.271686] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.271835] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.271906] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.275325] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.275325] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.275325] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 826.275325] env[65432]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65432) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 826.275325] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 826.275325] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 826.275325] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/37 resources of Type:Security Group Rules [ 826.275325] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5df52582-6c3f-4fb1-a1f7-751612d9ff24 with Priority: HIGH for action security_group_rules [ 826.275325] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea with Priority: HIGH for action security_group_rules [ 826.275325] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 77933014-c766-4dfa-b5c3-7d376876f18a with Priority: HIGH for action security_group_rules [ 826.275325] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 86fc5708-c0f4-4d9b-8df9-d5eba9966a02 with Priority: HIGH for action security_group_rules [ 826.275325] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dd1963ff-72b9-4796-9a4a-982c5981e737 with Priority: HIGH for action security_group_rules [ 826.275325] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 592e925e-3395-4399-a070-57ca4943078c with Priority: HIGH for action security_group_rules [ 826.275325] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 392d2d70-ae20-4fb3-998a-f769f8aa2c2d with Priority: HIGH for action security_group_rules [ 826.275325] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f with Priority: HIGH for action security_group_rules [ 826.275325] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7a94014d-4924-4144-b5a8-2f7364e39ee3 with Priority: HIGH for action security_group_rules [ 826.276105] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f5added1-9d9c-4f9e-bb7b-d12b27fd9dbb with Priority: HIGH for action security_group_rules [ 826.276105] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 with Priority: HIGH for action security_group_rules [ 826.276105] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 with Priority: HIGH for action security_group_rules [ 826.276105] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 with Priority: HIGH for action security_group_rules [ 826.276105] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 38d402c9-d6cd-4104-ac1e-440e033a5f0a with Priority: HIGH for action security_group_rules [ 826.276105] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9666eef7-7372-4c5c-879e-4f463b68bcd2 with Priority: HIGH for action security_group_rules [ 826.276105] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: befddb54-eb04-4347-846f-b8325fa5cdae with Priority: HIGH for action security_group_rules [ 826.276105] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cfd4127f-dad4-498f-9f44-449c105469b9 with Priority: HIGH for action security_group_rules [ 826.276105] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cae9d60a-5688-405d-9e09-55fbb57373a0 with Priority: HIGH for action security_group_rules [ 826.276105] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2c86fe60-aef1-4f04-b01e-dfff4bf17fab with Priority: HIGH for action security_group_rules [ 826.276105] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 42e39f4e-1e0b-48e4-9736-7ff8ae5a2e2e with Priority: HIGH for action security_group_rules [ 826.276105] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.489785] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.490217] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.490217] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.490342] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.490427] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.490533] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b5f3986-2c5a-405e-b9b8-20b9b8f07eb1 already deleted. [ 826.490649] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b5f3986-2c5a-405e-b9b8-20b9b8f07eb1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.490840] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b5f3986-2c5a-405e-b9b8-20b9b8f07eb1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.491054] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b5f3986-2c5a-405e-b9b8-20b9b8f07eb1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.491149] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b5f3986-2c5a-405e-b9b8-20b9b8f07eb1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.515614] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd07cc7-5f30-4f1b-945f-d0007a74587f taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.515800] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.516055] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ff878537-bb6e-4d52-bd57-8a799c7d59a7 with status ACTIVE [ 826.516322] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.516322] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.516515] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.516983] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.516983] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.516983] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.517730] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.517730] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.517730] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.517730] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.517730] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.517730] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.517730] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.518162] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.518162] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.518162] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ff878537-bb6e-4d52-bd57-8a799c7d59a7 is going to be updated. [ 826.542734] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.542927] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.542971] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.543187] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.543373] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.543513] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff878537-bb6e-4d52-bd57-8a799c7d59a7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.883218] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f in Status: SUCCESS [ 826.883448] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f deletion is rescheduled due to dependency. [ 826.883532] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.884537] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.884766] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.884961] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.885114] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.885189] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.886090] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.886421] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.886421] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bd07cc7-5f30-4f1b-945f-d0007a74587f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.017155] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.017155] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.017155] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.017155] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.017155] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.017155] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b5f3986-2c5a-405e-b9b8-20b9b8f07eb1 already deleted. [ 827.017155] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b5f3986-2c5a-405e-b9b8-20b9b8f07eb1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.391114] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9bd07cc7-5f30-4f1b-945f-d0007a74587f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.894612] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9bd07cc7-5f30-4f1b-945f-d0007a74587f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.396735] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.396950] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.396950] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.397201] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.397304] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.397375] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f is going to be updated. [ 828.435765] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.435937] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.435980] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.436202] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.436352] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.444925] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f in Status: IN_PROGRESS for 2s [ 830.458291] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f in Status: SUCCESS [ 830.458783] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.458859] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.459052] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.459283] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.459451] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.459552] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.459773] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.459867] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.459990] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.460290] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9bd07cc7-5f30-4f1b-945f-d0007a74587f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.962983] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd07cc7-5f30-4f1b-945f-d0007a74587f taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.963165] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.963240] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.963468] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.963729] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.964322] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.964443] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.964635] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.964750] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.964865] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.965106] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd07cc7-5f30-4f1b-945f-d0007a74587f taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.965233] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.965313] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.965495] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.965662] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.965781] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.965854] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.966024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.966140] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.966233] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.966362] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9bd07cc7-5f30-4f1b-945f-d0007a74587f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.094634] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 831.094760] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=1 [ 831.094871] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5df52582-6c3f-4fb1-a1f7-751612d9ff24 with Priority: HIGH for action security_group_rules [ 831.095030] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77933014-c766-4dfa-b5c3-7d376876f18a with Priority: HIGH for action security_group_rules [ 831.095151] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 392d2d70-ae20-4fb3-998a-f769f8aa2c2d with Priority: HIGH for action security_group_rules [ 831.095268] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9666eef7-7372-4c5c-879e-4f463b68bcd2 with Priority: HIGH for action security_group_rules [ 831.095362] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42e39f4e-1e0b-48e4-9736-7ff8ae5a2e2e with Priority: HIGH for action security_group_rules [ 831.095457] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c86fe60-aef1-4f04-b01e-dfff4bf17fab with Priority: HIGH for action security_group_rules [ 831.095553] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cae9d60a-5688-405d-9e09-55fbb57373a0 with Priority: HIGH for action security_group_rules [ 831.095645] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfd4127f-dad4-498f-9f44-449c105469b9 with Priority: HIGH for action security_group_rules [ 831.095737] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38d402c9-d6cd-4104-ac1e-440e033a5f0a with Priority: HIGH for action security_group_rules [ 831.097231] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: befddb54-eb04-4347-846f-b8325fa5cdae with Priority: HIGH for action security_group_rules [ 831.097231] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 with Priority: HIGH for action security_group_rules [ 831.097231] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 with Priority: HIGH for action security_group_rules [ 831.097231] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 with Priority: HIGH for action security_group_rules [ 831.097231] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5added1-9d9c-4f9e-bb7b-d12b27fd9dbb with Priority: HIGH for action security_group_rules [ 831.097231] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a94014d-4924-4144-b5a8-2f7364e39ee3 with Priority: HIGH for action security_group_rules [ 831.097231] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 592e925e-3395-4399-a070-57ca4943078c with Priority: HIGH for action security_group_rules [ 831.097231] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f with Priority: HIGH for action security_group_rules [ 831.097231] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd1963ff-72b9-4796-9a4a-982c5981e737 with Priority: HIGH for action security_group_rules [ 831.097231] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea with Priority: HIGH for action security_group_rules [ 831.097231] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86fc5708-c0f4-4d9b-8df9-d5eba9966a02 with Priority: HIGH for action security_group_rules [ 831.097637] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5df52582-6c3f-4fb1-a1f7-751612d9ff24 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.097637] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5df52582-6c3f-4fb1-a1f7-751612d9ff24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.097746] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5df52582-6c3f-4fb1-a1f7-751612d9ff24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.099920] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5df52582-6c3f-4fb1-a1f7-751612d9ff24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.099920] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5df52582-6c3f-4fb1-a1f7-751612d9ff24',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.099920] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77933014-c766-4dfa-b5c3-7d376876f18a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.099920] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77933014-c766-4dfa-b5c3-7d376876f18a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.099920] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77933014-c766-4dfa-b5c3-7d376876f18a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.099920] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77933014-c766-4dfa-b5c3-7d376876f18a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.099920] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77933014-c766-4dfa-b5c3-7d376876f18a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.100345] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-392d2d70-ae20-4fb3-998a-f769f8aa2c2d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.100449] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-392d2d70-ae20-4fb3-998a-f769f8aa2c2d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.100515] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-392d2d70-ae20-4fb3-998a-f769f8aa2c2d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.100880] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-392d2d70-ae20-4fb3-998a-f769f8aa2c2d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.100960] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('392d2d70-ae20-4fb3-998a-f769f8aa2c2d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.102469] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9666eef7-7372-4c5c-879e-4f463b68bcd2 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.102616] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9666eef7-7372-4c5c-879e-4f463b68bcd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.102662] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9666eef7-7372-4c5c-879e-4f463b68bcd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.102831] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9666eef7-7372-4c5c-879e-4f463b68bcd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.102920] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9666eef7-7372-4c5c-879e-4f463b68bcd2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.104870] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42e39f4e-1e0b-48e4-9736-7ff8ae5a2e2e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.104870] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42e39f4e-1e0b-48e4-9736-7ff8ae5a2e2e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.104870] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42e39f4e-1e0b-48e4-9736-7ff8ae5a2e2e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.104870] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42e39f4e-1e0b-48e4-9736-7ff8ae5a2e2e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.104870] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42e39f4e-1e0b-48e4-9736-7ff8ae5a2e2e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.106988] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c86fe60-aef1-4f04-b01e-dfff4bf17fab taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.107124] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c86fe60-aef1-4f04-b01e-dfff4bf17fab" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.107315] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c86fe60-aef1-4f04-b01e-dfff4bf17fab" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.107358] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c86fe60-aef1-4f04-b01e-dfff4bf17fab" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.107402] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c86fe60-aef1-4f04-b01e-dfff4bf17fab',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.108343] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cae9d60a-5688-405d-9e09-55fbb57373a0 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.108457] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cae9d60a-5688-405d-9e09-55fbb57373a0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.108508] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cae9d60a-5688-405d-9e09-55fbb57373a0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.108667] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cae9d60a-5688-405d-9e09-55fbb57373a0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.108734] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cae9d60a-5688-405d-9e09-55fbb57373a0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.109651] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cfd4127f-dad4-498f-9f44-449c105469b9 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.109776] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cfd4127f-dad4-498f-9f44-449c105469b9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.109814] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cfd4127f-dad4-498f-9f44-449c105469b9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.110087] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cfd4127f-dad4-498f-9f44-449c105469b9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.110168] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cfd4127f-dad4-498f-9f44-449c105469b9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.111215] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38d402c9-d6cd-4104-ac1e-440e033a5f0a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.111215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.111412] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.111412] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.111494] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38d402c9-d6cd-4104-ac1e-440e033a5f0a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.112660] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-befddb54-eb04-4347-846f-b8325fa5cdae taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.112660] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-befddb54-eb04-4347-846f-b8325fa5cdae" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.112660] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-befddb54-eb04-4347-846f-b8325fa5cdae" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.112834] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-befddb54-eb04-4347-846f-b8325fa5cdae" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.112912] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('befddb54-eb04-4347-846f-b8325fa5cdae',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.113471] env[65432]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 831.113947] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.114050] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.114150] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.114331] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.114388] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cfb523b2-f674-458d-8f0e-aa7b4b07b9c9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.115267] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c66544b6-2226-4b1e-9a19-5d203bd72d65 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.115379] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.115437] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.115605] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.115710] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c66544b6-2226-4b1e-9a19-5d203bd72d65',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.116619] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50575cbb-c5ae-41f3-bd63-feaf511b6d87 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.117196] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.117196] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.117196] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.117196] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50575cbb-c5ae-41f3-bd63-feaf511b6d87',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.117873] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5added1-9d9c-4f9e-bb7b-d12b27fd9dbb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.118025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5added1-9d9c-4f9e-bb7b-d12b27fd9dbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.118084] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5added1-9d9c-4f9e-bb7b-d12b27fd9dbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.118206] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5added1-9d9c-4f9e-bb7b-d12b27fd9dbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.118274] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5added1-9d9c-4f9e-bb7b-d12b27fd9dbb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.119899] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a94014d-4924-4144-b5a8-2f7364e39ee3 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.119899] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a94014d-4924-4144-b5a8-2f7364e39ee3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.119899] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a94014d-4924-4144-b5a8-2f7364e39ee3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.119899] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a94014d-4924-4144-b5a8-2f7364e39ee3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.119899] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a94014d-4924-4144-b5a8-2f7364e39ee3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.120299] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-592e925e-3395-4399-a070-57ca4943078c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.120420] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-592e925e-3395-4399-a070-57ca4943078c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.120534] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-592e925e-3395-4399-a070-57ca4943078c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.124029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-592e925e-3395-4399-a070-57ca4943078c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.124029] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('592e925e-3395-4399-a070-57ca4943078c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.124029] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9bd07cc7-5f30-4f1b-945f-d0007a74587f taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.124029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.124029] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd1963ff-72b9-4796-9a4a-982c5981e737 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.124029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.124029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.124029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.124029] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd1963ff-72b9-4796-9a4a-982c5981e737',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.124029] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a49c8a18-5fe9-46dc-9c57-a5406ae1deea taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.124029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.124029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.124029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.124029] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a49c8a18-5fe9-46dc-9c57-a5406ae1deea',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.126061] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86fc5708-c0f4-4d9b-8df9-d5eba9966a02 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.126230] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.126272] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.126438] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.126509] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86fc5708-c0f4-4d9b-8df9-d5eba9966a02',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.167176] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.167345] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.167419] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.167639] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.169373] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.169693] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.170258] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.170363] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.195276] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.195332] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77933014-c766-4dfa-b5c3-7d376876f18a is going to be deleted. [ 831.196482] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.196673] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.223493] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.223656] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 392d2d70-ae20-4fb3-998a-f769f8aa2c2d is going to be deleted. [ 831.224853] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.225079] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.249608] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.249608] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5df52582-6c3f-4fb1-a1f7-751612d9ff24 is going to be deleted. [ 831.284681] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.284849] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.284849] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.285051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.285139] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.285287] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77933014-c766-4dfa-b5c3-7d376876f18a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.395724] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.395977] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.396103] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.396550] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.396737] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.397171] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-392d2d70-ae20-4fb3-998a-f769f8aa2c2d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.439696] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.439971] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.439971] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.440341] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.440341] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.440497] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5df52582-6c3f-4fb1-a1f7-751612d9ff24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.469408] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9bd07cc7-5f30-4f1b-945f-d0007a74587f: rpc.has_security_group_logging(os_id): False [ 831.490475] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.490623] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.490684] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.490898] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.579567] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.579567] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.579567] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.579567] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.579755] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.579755] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.579959] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.580097] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.580131] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.580287] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.580352] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.580545] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.580637] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.580698] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.580839] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.580913] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.580996] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f is going to be updated. [ 831.662764] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a49c8a18-5fe9-46dc-9c57-a5406ae1deea taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.662965] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.663042] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.663284] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.663453] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.663550] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.663612] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.663757] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.663839] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.663941] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.664058] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a49c8a18-5fe9-46dc-9c57-a5406ae1deea',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.674646] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.675531] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.675531] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.675531] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.675531] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.676604] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a94014d-4924-4144-b5a8-2f7364e39ee3 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.676746] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a94014d-4924-4144-b5a8-2f7364e39ee3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.676796] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a94014d-4924-4144-b5a8-2f7364e39ee3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.676987] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a94014d-4924-4144-b5a8-2f7364e39ee3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.677141] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.677268] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.677331] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.677495] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.677584] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.677692] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a94014d-4924-4144-b5a8-2f7364e39ee3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.677803] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7a94014d-4924-4144-b5a8-2f7364e39ee3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.685586] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.685805] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.685805] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.686012] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.686173] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.686269] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.686332] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.686485] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.686561] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.686646] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.686729] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('86fc5708-c0f4-4d9b-8df9-d5eba9966a02',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.691604] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-38d402c9-d6cd-4104-ac1e-440e033a5f0a taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.691731] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.691828] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.691993] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.692181] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.692287] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.692353] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.692508] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.692595] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.692681] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.692770] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('38d402c9-d6cd-4104-ac1e-440e033a5f0a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.693684] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-50575cbb-c5ae-41f3-bd63-feaf511b6d87 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.693799] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.693866] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.694075] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.694574] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.694574] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.694574] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.694574] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.694574] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.694829] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.694829] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('50575cbb-c5ae-41f3-bd63-feaf511b6d87',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.699226] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.699376] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.699429] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.699916] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.702469] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.702589] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.706987] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.706987] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.706987] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.707224] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.707224] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.707335] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.707370] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.707499] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.707583] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.707670] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.707812] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.707902] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.707961] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.708253] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.708253] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.708367] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.708403] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.708556] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.708805] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.708805] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.708933] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('86fc5708-c0f4-4d9b-8df9-d5eba9966a02',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.710805] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7a94014d-4924-4144-b5a8-2f7364e39ee3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.715713] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-50575cbb-c5ae-41f3-bd63-feaf511b6d87 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.715867] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.715903] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.718245] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.718454] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.718576] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.718643] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.718828] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.718917] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.719019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.719180] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-50575cbb-c5ae-41f3-bd63-feaf511b6d87 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.719290] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.719343] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.719652] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.719652] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.720074] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.720074] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.720074] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.720074] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.720074] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.720235] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('50575cbb-c5ae-41f3-bd63-feaf511b6d87',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.758472] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.758614] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.759590] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.759709] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.766189] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.766364] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.769631] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.769838] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.770980] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.771120] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.776999] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f in Status: IN_PROGRESS for 2s [ 831.779830] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.779995] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c86fe60-aef1-4f04-b01e-dfff4bf17fab is going to be deleted. [ 831.781186] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.781474] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.783725] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.783867] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.786208] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.786319] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.791894] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.792075] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.794447] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.794521] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.820988] env[65432]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 831.821592] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.822141] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 is going to be deleted. [ 831.822870] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.823138] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.851725] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.851725] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cfd4127f-dad4-498f-9f44-449c105469b9 is going to be deleted. [ 831.852634] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.852849] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.875925] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.876130] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5added1-9d9c-4f9e-bb7b-d12b27fd9dbb is going to be deleted. [ 831.877371] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.877646] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.902755] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.902943] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.907981] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.908204] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd1963ff-72b9-4796-9a4a-982c5981e737 is going to be deleted. [ 831.909468] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.909707] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.921761] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.921958] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.933455] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.933661] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.940474] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.940691] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 592e925e-3395-4399-a070-57ca4943078c is going to be deleted. [ 831.941600] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.941820] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.973700] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.973700] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42e39f4e-1e0b-48e4-9736-7ff8ae5a2e2e is going to be deleted. [ 831.974448] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.974674] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.013591] env[65432]: INFO networking_nsxv3.common.synchronization [req-241f933e-d4e8-4f12-a495-d4ff67fcb0c5 req-cdcf491a-0d05-438a-aa0a-52123a79e443 tempest-ImagesOneServerTestJSON-2034826116 tempest-ImagesOneServerTestJSON-2034826116-project-member] Enqueued Resource ID: 3187175e-4385-4268-bac4-8780506ee159 with Priority: HIGHEST for action security_group_members [ 832.017027] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3187175e-4385-4268-bac4-8780506ee159 with Priority: HIGHEST for action security_group_members [ 832.017027] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3187175e-4385-4268-bac4-8780506ee159 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.017027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3187175e-4385-4268-bac4-8780506ee159" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.017027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3187175e-4385-4268-bac4-8780506ee159" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.017027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3187175e-4385-4268-bac4-8780506ee159" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.017499] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.017666] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.019886] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.020171] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.020316] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.020448] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3187175e-4385-4268-bac4-8780506ee159',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.022368] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.022368] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9666eef7-7372-4c5c-879e-4f463b68bcd2 is going to be deleted. [ 832.023511] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.023734] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.034796] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.034796] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.069521] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.069707] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cae9d60a-5688-405d-9e09-55fbb57373a0 is going to be deleted. [ 832.071045] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.071227] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.119879] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.119879] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.125327] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.125591] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.137431] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.137641] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 is going to be deleted. [ 832.139067] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.139490] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.148900] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.149387] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.165267] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.165368] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.168668] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a49c8a18-5fe9-46dc-9c57-a5406ae1deea',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.199545] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-38d402c9-d6cd-4104-ac1e-440e033a5f0a taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.199848] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.199848] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.200081] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.200197] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.200323] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.200386] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.200540] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.200628] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.200728] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.200901] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-38d402c9-d6cd-4104-ac1e-440e033a5f0a taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.200991] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.201068] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.201244] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.201424] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.201521] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.201624] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.201769] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.201848] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.201931] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.202041] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('38d402c9-d6cd-4104-ac1e-440e033a5f0a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.203929] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.204082] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: befddb54-eb04-4347-846f-b8325fa5cdae is going to be deleted. [ 832.205586] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.205794] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.205885] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.206015] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c86fe60-aef1-4f04-b01e-dfff4bf17fab" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.206426] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.206588] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.206676] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.206785] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.207355] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.207517] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.207600] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.207718] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cfd4127f-dad4-498f-9f44-449c105469b9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.207876] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.208038] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.208119] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.208233] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd1963ff-72b9-4796-9a4a-982c5981e737" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.208362] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.208539] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.208649] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.208723] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5added1-9d9c-4f9e-bb7b-d12b27fd9dbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.208848] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.208989] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.209073] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.209227] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42e39f4e-1e0b-48e4-9736-7ff8ae5a2e2e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.209317] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.209462] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.209537] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.209642] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9666eef7-7372-4c5c-879e-4f463b68bcd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.209766] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.209950] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.209986] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.210080] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-592e925e-3395-4399-a070-57ca4943078c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.215647] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7a94014d-4924-4144-b5a8-2f7364e39ee3: rpc.has_security_group_logging(os_id): False [ 832.222944] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 86fc5708-c0f4-4d9b-8df9-d5eba9966a02: rpc.has_security_group_logging(os_id): False [ 832.227859] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 50575cbb-c5ae-41f3-bd63-feaf511b6d87: rpc.has_security_group_logging(os_id): False [ 832.292236] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.292443] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.292558] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.292848] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.292988] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.293285] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.294700] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.294828] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.295019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.295152] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.297284] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.297372] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.298202] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.298296] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.356964] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.357157] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.426062] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.426315] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.430686] env[65432]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 832.431314] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.431588] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.431710] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.431774] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.431977] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.432074] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.432277] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.432382] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.432437] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.432621] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.432712] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.432896] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.432973] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.433040] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.433192] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.433266] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.433360] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86fc5708-c0f4-4d9b-8df9-d5eba9966a02 is going to be updated. [ 832.434530] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.434704] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.484390] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.484786] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.484868] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.484909] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.485146] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.485265] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.485430] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.485528] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.485614] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.485741] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.485811] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.486010] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.486130] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.486200] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.486282] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.486356] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.486512] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 is going to be updated. [ 832.487698] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.487865] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.526178] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.526178] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.543874] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.544692] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.544692] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.544692] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.544875] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.545014] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.545236] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a94014d-4924-4144-b5a8-2f7364e39ee3 is going to be updated. [ 832.546722] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.546975] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.547108] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.547276] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cae9d60a-5688-405d-9e09-55fbb57373a0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.547462] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.547654] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.547759] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.547898] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-befddb54-eb04-4347-846f-b8325fa5cdae" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.548110] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.548309] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.609490] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.609807] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.609946] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.610046] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.610409] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.610409] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.610575] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3187175e-4385-4268-bac4-8780506ee159 is going to be updated. [ 832.672623] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a49c8a18-5fe9-46dc-9c57-a5406ae1deea: rpc.has_security_group_logging(os_id): False [ 832.708031] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 38d402c9-d6cd-4104-ac1e-440e033a5f0a: rpc.has_security_group_logging(os_id): False [ 832.720338] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.720490] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.720561] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.720830] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.720915] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.726629] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.726861] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.726861] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.727087] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.727313] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.731634] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.731634] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.731843] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.732417] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.753929] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.754170] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.757305] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.757481] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.757559] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.757790] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.758192] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.771010] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 in Status: IN_PROGRESS for 2s [ 832.808436] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3187175e-4385-4268-bac4-8780506ee159 in Status: IN_PROGRESS for 2s [ 832.811940] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.812287] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.831023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.831192] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.831301] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.831388] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.831727] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.831727] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.831907] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea is going to be updated. [ 832.833162] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.833386] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.856150] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86fc5708-c0f4-4d9b-8df9-d5eba9966a02 in Status: IN_PROGRESS for 2s [ 832.894701] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.895154] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.895375] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.895501] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.895823] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.896025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.896403] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.896600] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.896728] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.897029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.897214] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.897590] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.897749] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.897870] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.898222] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.898365] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.898530] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38d402c9-d6cd-4104-ac1e-440e033a5f0a is going to be updated. [ 832.900375] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.900856] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.900856] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.967133] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a94014d-4924-4144-b5a8-2f7364e39ee3 in Status: IN_PROGRESS for 2s [ 833.025325] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.025542] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.025603] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.025923] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.026169] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.058748] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea in Status: IN_PROGRESS for 2s [ 833.105906] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.106121] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.106192] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.106442] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.106658] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.136053] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38d402c9-d6cd-4104-ac1e-440e033a5f0a in Status: IN_PROGRESS for 2s [ 833.795777] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f in Status: SUCCESS [ 833.795777] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.795777] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.795777] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.796507] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9bd07cc7-5f30-4f1b-945f-d0007a74587f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.298933] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd07cc7-5f30-4f1b-945f-d0007a74587f taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.299175] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.299275] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.299514] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.299702] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.299807] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.299872] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.300039] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.300125] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.300250] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.300379] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9bd07cc7-5f30-4f1b-945f-d0007a74587f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.792260] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 in Status: SUCCESS [ 834.792435] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.805146] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd07cc7-5f30-4f1b-945f-d0007a74587f taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.805530] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.805530] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.805606] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.805764] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.805865] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.805929] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.806100] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.806184] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.806293] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.806454] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd07cc7-5f30-4f1b-945f-d0007a74587f taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.806546] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.806605] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.806748] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.806948] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.807100] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.807206] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.807354] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.807435] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.807509] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.807596] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9bd07cc7-5f30-4f1b-945f-d0007a74587f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.819222] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3187175e-4385-4268-bac4-8780506ee159 in Status: SUCCESS [ 834.819404] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3187175e-4385-4268-bac4-8780506ee159 deletion is rescheduled due to dependency. [ 834.819518] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3187175e-4385-4268-bac4-8780506ee159" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.872758] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86fc5708-c0f4-4d9b-8df9-d5eba9966a02 in Status: SUCCESS [ 834.872987] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.980924] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a94014d-4924-4144-b5a8-2f7364e39ee3 in Status: SUCCESS [ 834.981390] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a94014d-4924-4144-b5a8-2f7364e39ee3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.075230] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea in Status: SUCCESS [ 835.075230] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.154011] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38d402c9-d6cd-4104-ac1e-440e033a5f0a in Status: SUCCESS [ 835.154301] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.319312] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9bd07cc7-5f30-4f1b-945f-d0007a74587f: rpc.has_security_group_logging(os_id): False [ 835.332685] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.332685] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.332685] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.334132] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.334132] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.334132] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.334132] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.334132] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.334132] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.334550] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.334550] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.334550] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.334550] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.334704] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.334771] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.335520] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.335520] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.335520] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.335700] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.335700] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.335791] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f is going to be updated. [ 835.456730] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.459025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.459025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.459025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.459025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.475139] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f in Status: IN_PROGRESS for 2s [ 836.257157] env[65432]: INFO networking_nsxv3.common.synchronization [req-a3234f38-eac3-450a-ac4a-af7f7c80b546 req-c58ecc36-4c4f-4631-9b7f-9f7e1e7b283c tempest-AttachVolumeShelveTestJSON-915281632 tempest-AttachVolumeShelveTestJSON-915281632-project-member] Enqueued Resource ID: 2d3a473f-48c6-4084-bb28-2a09e6a60184 with Priority: HIGHEST for action security_group_members [ 836.257157] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d3a473f-48c6-4084-bb28-2a09e6a60184 with Priority: HIGHEST for action security_group_members [ 836.257157] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d3a473f-48c6-4084-bb28-2a09e6a60184 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.257157] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d3a473f-48c6-4084-bb28-2a09e6a60184" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.257157] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d3a473f-48c6-4084-bb28-2a09e6a60184" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.257157] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d3a473f-48c6-4084-bb28-2a09e6a60184" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.257157] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.257711] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.257711] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.257711] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.257711] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.257711] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d3a473f-48c6-4084-bb28-2a09e6a60184',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.650523] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock network-591 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.651203] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "network-591" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.651203] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "network-591" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.651348] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "network-591" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.651529] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.651991] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.651991] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.652161] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.652206] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.652407] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 836.652730] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 836.652730] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 836.652730] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 836.652881] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 836.652919] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 836.653519] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 836.674891] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 836.675478] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 836.675478] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 836.675478] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "network-591" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.675844] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock port-83b56248-4f36-471d-a79b-7d0969d586ff taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.678021] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "port-83b56248-4f36-471d-a79b-7d0969d586ff" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.678021] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "port-83b56248-4f36-471d-a79b-7d0969d586ff" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.678021] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "port-83b56248-4f36-471d-a79b-7d0969d586ff" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.678021] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83b56248-4f36-471d-a79b-7d0969d586ff',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.760764] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.761025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.761025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.761222] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.761328] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.761594] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.761708] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.761775] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.761989] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.762144] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.762553] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d3a473f-48c6-4084-bb28-2a09e6a60184 already deleted. [ 836.762763] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d3a473f-48c6-4084-bb28-2a09e6a60184" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.180222] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.180465] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.180736] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.181081] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.181714] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.181714] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Segment Port 83b56248-4f36-471d-a79b-7d0969d586ff not found, creating... [ 837.181878] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.182033] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.182178] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.182822] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.182968] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.183340] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.183550] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.183697] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.183924] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.184069] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.184258] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Resource: SegmentPort with ID: 83b56248-4f36-471d-a79b-7d0969d586ff is going to be created. [ 837.205553] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.205774] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.206424] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.206424] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.206424] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.206657] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "port-83b56248-4f36-471d-a79b-7d0969d586ff" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.494889] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f in Status: SUCCESS [ 837.495220] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.908442] env[65432]: INFO networking_nsxv3.common.synchronization [req-a3234f38-eac3-450a-ac4a-af7f7c80b546 req-1b85bcee-fb43-466c-93a0-e1c43db454d9 service nova] Enqueued Resource ID: 2d3a473f-48c6-4084-bb28-2a09e6a60184 with Priority: HIGHEST for action security_group_rules [ 837.908628] env[65432]: INFO networking_nsxv3.common.synchronization [req-a3234f38-eac3-450a-ac4a-af7f7c80b546 req-1b85bcee-fb43-466c-93a0-e1c43db454d9 service nova] Enqueued Resource ID: 2d3a473f-48c6-4084-bb28-2a09e6a60184 with Priority: HIGHEST for action security_group_members [ 837.908782] env[65432]: INFO networking_nsxv3.common.synchronization [req-a3234f38-eac3-450a-ac4a-af7f7c80b546 req-1b85bcee-fb43-466c-93a0-e1c43db454d9 service nova] Enqueued Resource ID: 83b56248-4f36-471d-a79b-7d0969d586ff with Priority: HIGHEST for action port [ 837.909277] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d3a473f-48c6-4084-bb28-2a09e6a60184 with Priority: HIGHEST for action security_group_rules [ 837.909418] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d3a473f-48c6-4084-bb28-2a09e6a60184 with Priority: HIGHEST for action security_group_members [ 837.909687] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83b56248-4f36-471d-a79b-7d0969d586ff with Priority: HIGHEST for action port [ 837.909903] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d3a473f-48c6-4084-bb28-2a09e6a60184 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.909903] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d3a473f-48c6-4084-bb28-2a09e6a60184" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.910039] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d3a473f-48c6-4084-bb28-2a09e6a60184" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.910467] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d3a473f-48c6-4084-bb28-2a09e6a60184" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.910550] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d3a473f-48c6-4084-bb28-2a09e6a60184',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.911544] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d3a473f-48c6-4084-bb28-2a09e6a60184 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.911544] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d3a473f-48c6-4084-bb28-2a09e6a60184" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.911692] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d3a473f-48c6-4084-bb28-2a09e6a60184" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.911745] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d3a473f-48c6-4084-bb28-2a09e6a60184" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.912665] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.912794] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.912913] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.912962] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.913048] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.913145] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d3a473f-48c6-4084-bb28-2a09e6a60184',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.913951] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-83b56248-4f36-471d-a79b-7d0969d586ff taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.914815] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83b56248-4f36-471d-a79b-7d0969d586ff" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.916983] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83b56248-4f36-471d-a79b-7d0969d586ff" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.917450] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83b56248-4f36-471d-a79b-7d0969d586ff" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.917450] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83b56248-4f36-471d-a79b-7d0969d586ff',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.419528] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d3a473f-48c6-4084-bb28-2a09e6a60184 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.419696] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d3a473f-48c6-4084-bb28-2a09e6a60184" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.419866] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d3a473f-48c6-4084-bb28-2a09e6a60184',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.420952] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 83b56248-4f36-471d-a79b-7d0969d586ff with status ACTIVE [ 838.421102] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.421501] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.421501] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.421501] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.421619] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.421816] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.421917] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.422331] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.422331] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.422457] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.422679] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.423215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.423215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.423357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.423563] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.423670] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 83b56248-4f36-471d-a79b-7d0969d586ff is going to be updated. [ 838.446527] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.446678] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.446723] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.447795] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.447795] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.447795] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83b56248-4f36-471d-a79b-7d0969d586ff" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.861419] env[65432]: INFO networking_nsxv3.common.synchronization [req-6cf2e1e9-86fe-4db2-8acb-d63ce405707e req-a90d97f6-60db-4ee8-9f85-35ab97f4f3c9 tempest-ServersTestFqdnHostnames-1635357050 tempest-ServersTestFqdnHostnames-1635357050-project-member] Enqueued Resource ID: 787863d8-62c8-48ab-9083-d72aa2df32af with Priority: HIGHEST for action security_group_members [ 838.861975] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 787863d8-62c8-48ab-9083-d72aa2df32af with Priority: HIGHEST for action security_group_members [ 838.862305] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-787863d8-62c8-48ab-9083-d72aa2df32af taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.862424] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-787863d8-62c8-48ab-9083-d72aa2df32af" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.862491] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-787863d8-62c8-48ab-9083-d72aa2df32af" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.864477] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-787863d8-62c8-48ab-9083-d72aa2df32af" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.864587] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.864672] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.864739] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.864914] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.865009] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.865145] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('787863d8-62c8-48ab-9083-d72aa2df32af',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.926080] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d3a473f-48c6-4084-bb28-2a09e6a60184',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.210510] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock network-538 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.210510] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "network-538" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.210510] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "network-538" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.210510] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "network-538" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.211223] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.211793] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.212047] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.212447] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.212731] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.213100] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 839.213542] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 839.213542] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 839.213837] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 839.215127] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 839.215127] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 839.215127] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 839.234349] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 839.235552] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 839.235675] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 839.235869] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "network-538" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.237760] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock port-e14575b9-95e3-494b-b22a-dddb0e362b16 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.237760] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "port-e14575b9-95e3-494b-b22a-dddb0e362b16" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.237760] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "port-e14575b9-95e3-494b-b22a-dddb0e362b16" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.237760] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "port-e14575b9-95e3-494b-b22a-dddb0e362b16" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.237760] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e14575b9-95e3-494b-b22a-dddb0e362b16',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.368067] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.368067] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.368067] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.368503] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.368503] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.368726] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.368868] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.368953] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.369150] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.369274] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.369386] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 787863d8-62c8-48ab-9083-d72aa2df32af already deleted. [ 839.369479] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-787863d8-62c8-48ab-9083-d72aa2df32af" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.429731] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.429731] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.429731] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.430133] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.430200] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.430323] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d3a473f-48c6-4084-bb28-2a09e6a60184 is going to be created. [ 839.472604] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.472604] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.472604] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.472604] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.472604] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.483328] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d3a473f-48c6-4084-bb28-2a09e6a60184 in Status: UNINITIALIZED for 2s [ 839.739197] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.739553] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.739700] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.740038] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.740353] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.740559] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Segment Port e14575b9-95e3-494b-b22a-dddb0e362b16 not found, creating... [ 839.740827] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.740982] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.741187] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.741429] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.741565] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.741848] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.741997] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.742229] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.742447] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.742579] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.742719] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Resource: SegmentPort with ID: e14575b9-95e3-494b-b22a-dddb0e362b16 is going to be created. [ 839.770702] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.771091] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.772023] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.772023] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.772943] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.773429] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "port-e14575b9-95e3-494b-b22a-dddb0e362b16" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.554663] env[65432]: INFO networking_nsxv3.common.synchronization [req-6cf2e1e9-86fe-4db2-8acb-d63ce405707e req-7c7c8583-f8c8-404d-be83-2b08baac23ea service nova] Enqueued Resource ID: 787863d8-62c8-48ab-9083-d72aa2df32af with Priority: HIGHEST for action security_group_rules [ 840.555072] env[65432]: INFO networking_nsxv3.common.synchronization [req-6cf2e1e9-86fe-4db2-8acb-d63ce405707e req-7c7c8583-f8c8-404d-be83-2b08baac23ea service nova] Enqueued Resource ID: 787863d8-62c8-48ab-9083-d72aa2df32af with Priority: HIGHEST for action security_group_members [ 840.555219] env[65432]: INFO networking_nsxv3.common.synchronization [req-6cf2e1e9-86fe-4db2-8acb-d63ce405707e req-7c7c8583-f8c8-404d-be83-2b08baac23ea service nova] Enqueued Resource ID: e14575b9-95e3-494b-b22a-dddb0e362b16 with Priority: HIGHEST for action port [ 840.555870] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 787863d8-62c8-48ab-9083-d72aa2df32af with Priority: HIGHEST for action security_group_rules [ 840.556076] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 787863d8-62c8-48ab-9083-d72aa2df32af with Priority: HIGHEST for action security_group_members [ 840.556210] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e14575b9-95e3-494b-b22a-dddb0e362b16 with Priority: HIGHEST for action port [ 840.556597] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-787863d8-62c8-48ab-9083-d72aa2df32af taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.556671] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-787863d8-62c8-48ab-9083-d72aa2df32af" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.556715] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-787863d8-62c8-48ab-9083-d72aa2df32af" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.556933] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-787863d8-62c8-48ab-9083-d72aa2df32af" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.557012] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('787863d8-62c8-48ab-9083-d72aa2df32af',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.558096] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-787863d8-62c8-48ab-9083-d72aa2df32af taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.558222] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-787863d8-62c8-48ab-9083-d72aa2df32af" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.558306] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-787863d8-62c8-48ab-9083-d72aa2df32af" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.558513] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-787863d8-62c8-48ab-9083-d72aa2df32af" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.558680] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.558772] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.558848] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.558983] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.559065] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.559208] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('787863d8-62c8-48ab-9083-d72aa2df32af',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.560765] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-e14575b9-95e3-494b-b22a-dddb0e362b16 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.560914] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e14575b9-95e3-494b-b22a-dddb0e362b16" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.560914] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e14575b9-95e3-494b-b22a-dddb0e362b16" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.561134] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e14575b9-95e3-494b-b22a-dddb0e362b16" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.561199] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e14575b9-95e3-494b-b22a-dddb0e362b16',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.063576] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('787863d8-62c8-48ab-9083-d72aa2df32af',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.064947] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-787863d8-62c8-48ab-9083-d72aa2df32af taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.065118] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-787863d8-62c8-48ab-9083-d72aa2df32af" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.065218] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e14575b9-95e3-494b-b22a-dddb0e362b16 with status ACTIVE [ 841.065411] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.065622] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.065682] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.065853] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.065914] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.066103] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.066201] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.066263] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.066412] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.066535] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.070534] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.070534] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.070534] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.070534] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.070534] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.070534] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e14575b9-95e3-494b-b22a-dddb0e362b16 is going to be updated. [ 841.091037] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.091238] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.091238] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.091356] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.091556] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.091643] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e14575b9-95e3-494b-b22a-dddb0e362b16" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.316171] env[65432]: INFO networking_nsxv3.common.synchronization [req-bd326258-df81-4108-862f-ea61df50b0d7 req-41e7236e-6537-4e3e-a211-91daa7ef473c tempest-ListImageFiltersTestJSON-798043511 tempest-ListImageFiltersTestJSON-798043511-project-member] Enqueued Resource ID: db844549-e098-4196-a2f4-f81c3c1d7665 with Priority: HIGHEST for action security_group_members [ 841.316839] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db844549-e098-4196-a2f4-f81c3c1d7665 with Priority: HIGHEST for action security_group_members [ 841.317198] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-db844549-e098-4196-a2f4-f81c3c1d7665 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.317337] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db844549-e098-4196-a2f4-f81c3c1d7665" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.317419] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db844549-e098-4196-a2f4-f81c3c1d7665" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.317727] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db844549-e098-4196-a2f4-f81c3c1d7665" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.317816] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.317904] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.317974] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.318178] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.320189] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.320370] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db844549-e098-4196-a2f4-f81c3c1d7665',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.497029] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d3a473f-48c6-4084-bb28-2a09e6a60184 in Status: SUCCESS [ 841.497029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d3a473f-48c6-4084-bb28-2a09e6a60184" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.497029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d3a473f-48c6-4084-bb28-2a09e6a60184" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.497029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d3a473f-48c6-4084-bb28-2a09e6a60184" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.497029] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.497029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.497029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.497029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.497029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.497029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d3a473f-48c6-4084-bb28-2a09e6a60184" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.497029] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2d3a473f-48c6-4084-bb28-2a09e6a60184',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.569253] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('787863d8-62c8-48ab-9083-d72aa2df32af',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.823130] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.823335] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.823430] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.823624] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.850776] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.850776] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.850776] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.850776] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.850989] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.850989] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.851061] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db844549-e098-4196-a2f4-f81c3c1d7665 is going to be updated. [ 841.886389] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.886630] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.886706] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.886917] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.887082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.900197] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db844549-e098-4196-a2f4-f81c3c1d7665 in Status: IN_PROGRESS for 2s [ 842.000265] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2d3a473f-48c6-4084-bb28-2a09e6a60184',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.073889] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.074062] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.074131] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.074420] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.074462] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.074561] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 787863d8-62c8-48ab-9083-d72aa2df32af is going to be created. [ 842.099438] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.099593] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.099663] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.099883] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.100070] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.115227] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 787863d8-62c8-48ab-9083-d72aa2df32af in Status: UNINITIALIZED for 2s [ 842.505544] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2d3a473f-48c6-4084-bb28-2a09e6a60184: rpc.has_security_group_logging(os_id): False [ 842.525947] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.525947] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.525947] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.526585] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.526585] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.526585] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.526585] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.527573] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.527573] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.527573] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.527573] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d3a473f-48c6-4084-bb28-2a09e6a60184 is going to be created. [ 842.587647] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.588085] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.588085] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.588085] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.588294] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.599580] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d3a473f-48c6-4084-bb28-2a09e6a60184 in Status: IN_PROGRESS for 2s [ 843.198973] env[65432]: INFO networking_nsxv3.common.synchronization [req-c9586c0c-dcf9-49ad-9a9f-6702c5f644c1 req-14edd7a0-e207-4f81-8886-78de06becd40 tempest-ServerGroupTestJSON-2100226887 tempest-ServerGroupTestJSON-2100226887-project-member] Enqueued Resource ID: 72bc10ab-0d8a-4d37-861c-49c1c2952cd9 with Priority: HIGHEST for action security_group_members [ 843.202713] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72bc10ab-0d8a-4d37-861c-49c1c2952cd9 with Priority: HIGHEST for action security_group_members [ 843.202713] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-72bc10ab-0d8a-4d37-861c-49c1c2952cd9 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.202713] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72bc10ab-0d8a-4d37-861c-49c1c2952cd9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.202713] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72bc10ab-0d8a-4d37-861c-49c1c2952cd9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.202713] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72bc10ab-0d8a-4d37-861c-49c1c2952cd9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.202713] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.202713] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.202713] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.202713] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.202713] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.202713] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72bc10ab-0d8a-4d37-861c-49c1c2952cd9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.648757] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock network-310 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.649088] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "network-310" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.649199] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "network-310" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.649486] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "network-310" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.649756] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.649910] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.650241] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.650350] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.650554] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.650861] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 843.650984] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 843.651102] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 843.651222] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 843.651417] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 843.651550] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 843.652017] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 843.676025] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 843.676025] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 843.676025] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 843.676025] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "network-310" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.676025] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock port-627a49c7-e2c8-4324-b7de-b2b16bc202a2 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.676025] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "port-627a49c7-e2c8-4324-b7de-b2b16bc202a2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.676025] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "port-627a49c7-e2c8-4324-b7de-b2b16bc202a2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.676025] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "port-627a49c7-e2c8-4324-b7de-b2b16bc202a2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.676497] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('627a49c7-e2c8-4324-b7de-b2b16bc202a2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.705806] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.706073] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.706146] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.707028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.707028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.707028] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.707028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.707028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.707028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.707028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.707472] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72bc10ab-0d8a-4d37-861c-49c1c2952cd9 already deleted. [ 843.707472] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72bc10ab-0d8a-4d37-861c-49c1c2952cd9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.910094] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db844549-e098-4196-a2f4-f81c3c1d7665 in Status: SUCCESS [ 843.910438] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db844549-e098-4196-a2f4-f81c3c1d7665 deletion is rescheduled due to dependency. [ 843.910778] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db844549-e098-4196-a2f4-f81c3c1d7665" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.125061] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 787863d8-62c8-48ab-9083-d72aa2df32af in Status: SUCCESS [ 844.125311] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-787863d8-62c8-48ab-9083-d72aa2df32af" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.125484] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-787863d8-62c8-48ab-9083-d72aa2df32af" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.125696] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-787863d8-62c8-48ab-9083-d72aa2df32af" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.125883] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.126014] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.126071] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.126228] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.126307] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.126393] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-787863d8-62c8-48ab-9083-d72aa2df32af" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.126485] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('787863d8-62c8-48ab-9083-d72aa2df32af',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.179948] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.180175] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.180295] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.180609] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.180758] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.180864] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Segment Port 627a49c7-e2c8-4324-b7de-b2b16bc202a2 not found, creating... [ 844.181099] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.181254] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.181366] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.181577] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.181711] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.181996] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.182190] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.182300] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.182522] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.182650] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.182833] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Resource: SegmentPort with ID: 627a49c7-e2c8-4324-b7de-b2b16bc202a2 is going to be created. [ 844.209578] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.210136] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.210136] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.210383] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.210490] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.210707] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "port-627a49c7-e2c8-4324-b7de-b2b16bc202a2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.613135] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d3a473f-48c6-4084-bb28-2a09e6a60184 in Status: SUCCESS [ 844.613422] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d3a473f-48c6-4084-bb28-2a09e6a60184" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.629948] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('787863d8-62c8-48ab-9083-d72aa2df32af',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.932327] env[65432]: INFO networking_nsxv3.common.synchronization [req-c9586c0c-dcf9-49ad-9a9f-6702c5f644c1 req-180521d6-3f14-40f4-8738-51d2c5e4d7ad service nova] Enqueued Resource ID: 72bc10ab-0d8a-4d37-861c-49c1c2952cd9 with Priority: HIGHEST for action security_group_rules [ 844.932603] env[65432]: INFO networking_nsxv3.common.synchronization [req-c9586c0c-dcf9-49ad-9a9f-6702c5f644c1 req-180521d6-3f14-40f4-8738-51d2c5e4d7ad service nova] Enqueued Resource ID: 72bc10ab-0d8a-4d37-861c-49c1c2952cd9 with Priority: HIGHEST for action security_group_members [ 844.932644] env[65432]: INFO networking_nsxv3.common.synchronization [req-c9586c0c-dcf9-49ad-9a9f-6702c5f644c1 req-180521d6-3f14-40f4-8738-51d2c5e4d7ad service nova] Enqueued Resource ID: 627a49c7-e2c8-4324-b7de-b2b16bc202a2 with Priority: HIGHEST for action port [ 844.933154] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72bc10ab-0d8a-4d37-861c-49c1c2952cd9 with Priority: HIGHEST for action security_group_rules [ 844.933893] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72bc10ab-0d8a-4d37-861c-49c1c2952cd9 with Priority: HIGHEST for action security_group_members [ 844.933893] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 627a49c7-e2c8-4324-b7de-b2b16bc202a2 with Priority: HIGHEST for action port [ 844.933893] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72bc10ab-0d8a-4d37-861c-49c1c2952cd9 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.933893] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72bc10ab-0d8a-4d37-861c-49c1c2952cd9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.933893] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72bc10ab-0d8a-4d37-861c-49c1c2952cd9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.934382] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72bc10ab-0d8a-4d37-861c-49c1c2952cd9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.934382] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72bc10ab-0d8a-4d37-861c-49c1c2952cd9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.935662] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-72bc10ab-0d8a-4d37-861c-49c1c2952cd9 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.935879] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72bc10ab-0d8a-4d37-861c-49c1c2952cd9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.935964] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72bc10ab-0d8a-4d37-861c-49c1c2952cd9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.936527] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72bc10ab-0d8a-4d37-861c-49c1c2952cd9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.936718] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.936775] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.936837] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.937014] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.937099] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.937421] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72bc10ab-0d8a-4d37-861c-49c1c2952cd9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.938715] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-627a49c7-e2c8-4324-b7de-b2b16bc202a2 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.938900] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-627a49c7-e2c8-4324-b7de-b2b16bc202a2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.938900] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-627a49c7-e2c8-4324-b7de-b2b16bc202a2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.941208] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-627a49c7-e2c8-4324-b7de-b2b16bc202a2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.941208] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('627a49c7-e2c8-4324-b7de-b2b16bc202a2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.132439] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 787863d8-62c8-48ab-9083-d72aa2df32af: rpc.has_security_group_logging(os_id): False [ 845.151916] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.152267] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.152267] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.152442] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.152481] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.152768] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.152880] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.152927] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.153107] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.153190] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.153278] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 787863d8-62c8-48ab-9083-d72aa2df32af is going to be created. [ 845.252931] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.253161] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.253262] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.253546] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.253805] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.269919] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 787863d8-62c8-48ab-9083-d72aa2df32af in Status: IN_PROGRESS for 2s [ 845.304216] env[65432]: INFO networking_nsxv3.common.synchronization [req-a48c6209-54b7-4bda-b390-afa60e12f42e req-282efc65-f969-4931-9ec4-49b03c70e03c tempest-AttachInterfacesV270Test-890639486 tempest-AttachInterfacesV270Test-890639486-project-member] Enqueued Resource ID: a17c385a-7220-4d15-84be-a1d6c734457e with Priority: HIGHEST for action security_group_members [ 845.305122] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a17c385a-7220-4d15-84be-a1d6c734457e with Priority: HIGHEST for action security_group_members [ 845.305601] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a17c385a-7220-4d15-84be-a1d6c734457e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.305740] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a17c385a-7220-4d15-84be-a1d6c734457e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.305880] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a17c385a-7220-4d15-84be-a1d6c734457e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.306190] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a17c385a-7220-4d15-84be-a1d6c734457e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.306394] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.306564] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.306620] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.306867] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.306933] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.307056] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a17c385a-7220-4d15-84be-a1d6c734457e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.436276] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-72bc10ab-0d8a-4d37-861c-49c1c2952cd9 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.437229] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72bc10ab-0d8a-4d37-861c-49c1c2952cd9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.439948] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72bc10ab-0d8a-4d37-861c-49c1c2952cd9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.443292] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 627a49c7-e2c8-4324-b7de-b2b16bc202a2 with status ACTIVE [ 845.445126] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.445126] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.445126] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.445126] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.445126] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.445126] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.445126] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.445126] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.445126] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.445935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.445935] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.445935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.445935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.445935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.445935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.447624] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 627a49c7-e2c8-4324-b7de-b2b16bc202a2 is going to be updated. [ 845.477482] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.477733] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.477881] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.478232] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.478474] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.478772] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-627a49c7-e2c8-4324-b7de-b2b16bc202a2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.789078] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock network-962 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.790021] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "network-962" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.790021] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "network-962" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.790021] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "network-962" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.790021] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.790275] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.790275] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.790530] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.790585] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.790772] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 845.790873] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 845.790972] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 845.791122] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 845.791473] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 845.791473] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 845.791473] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 845.810466] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.810684] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.810684] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.811739] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.811739] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.811739] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.811739] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.811739] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.811739] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.811739] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.812081] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a17c385a-7220-4d15-84be-a1d6c734457e already deleted. [ 845.812081] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a17c385a-7220-4d15-84be-a1d6c734457e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.812880] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 845.819039] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 845.819351] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 845.819607] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "network-962" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.820097] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock port-ff2bdf4a-e8e2-4419-a1e2-1ea9c0c133d6 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.820097] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "port-ff2bdf4a-e8e2-4419-a1e2-1ea9c0c133d6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.820237] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "port-ff2bdf4a-e8e2-4419-a1e2-1ea9c0c133d6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.820497] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "port-ff2bdf4a-e8e2-4419-a1e2-1ea9c0c133d6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.820736] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff2bdf4a-e8e2-4419-a1e2-1ea9c0c133d6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.943484] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72bc10ab-0d8a-4d37-861c-49c1c2952cd9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.322770] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.323095] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.323414] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.323573] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.323759] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.323950] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Segment Port ff2bdf4a-e8e2-4419-a1e2-1ea9c0c133d6 not found, creating... [ 846.324354] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.324575] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.324652] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.324918] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.325110] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.325464] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.325826] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.325826] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.326049] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.326227] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.326392] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Resource: SegmentPort with ID: ff2bdf4a-e8e2-4419-a1e2-1ea9c0c133d6 is going to be created. [ 846.348127] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.348417] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.348632] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.348929] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.349171] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.349398] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "port-ff2bdf4a-e8e2-4419-a1e2-1ea9c0c133d6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.446010] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.446225] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.446277] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.446464] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.446595] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.446655] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72bc10ab-0d8a-4d37-861c-49c1c2952cd9 is going to be created. [ 846.481110] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.481269] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.481343] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.481564] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.481728] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.498227] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72bc10ab-0d8a-4d37-861c-49c1c2952cd9 in Status: UNINITIALIZED for 2s [ 847.058776] env[65432]: INFO networking_nsxv3.common.synchronization [req-a48c6209-54b7-4bda-b390-afa60e12f42e req-43081c9c-cf5a-4e06-87eb-7fbe77003f93 service nova] Enqueued Resource ID: a17c385a-7220-4d15-84be-a1d6c734457e with Priority: HIGHEST for action security_group_rules [ 847.059179] env[65432]: INFO networking_nsxv3.common.synchronization [req-a48c6209-54b7-4bda-b390-afa60e12f42e req-43081c9c-cf5a-4e06-87eb-7fbe77003f93 service nova] Enqueued Resource ID: a17c385a-7220-4d15-84be-a1d6c734457e with Priority: HIGHEST for action security_group_members [ 847.059179] env[65432]: INFO networking_nsxv3.common.synchronization [req-a48c6209-54b7-4bda-b390-afa60e12f42e req-43081c9c-cf5a-4e06-87eb-7fbe77003f93 service nova] Enqueued Resource ID: ff2bdf4a-e8e2-4419-a1e2-1ea9c0c133d6 with Priority: HIGHEST for action port [ 847.059549] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a17c385a-7220-4d15-84be-a1d6c734457e with Priority: HIGHEST for action security_group_rules [ 847.059683] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a17c385a-7220-4d15-84be-a1d6c734457e with Priority: HIGHEST for action security_group_members [ 847.060698] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff2bdf4a-e8e2-4419-a1e2-1ea9c0c133d6 with Priority: HIGHEST for action port [ 847.060698] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a17c385a-7220-4d15-84be-a1d6c734457e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.060698] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a17c385a-7220-4d15-84be-a1d6c734457e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.060698] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a17c385a-7220-4d15-84be-a1d6c734457e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.061311] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a17c385a-7220-4d15-84be-a1d6c734457e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.061311] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a17c385a-7220-4d15-84be-a1d6c734457e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.063241] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a17c385a-7220-4d15-84be-a1d6c734457e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.063241] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a17c385a-7220-4d15-84be-a1d6c734457e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.063241] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a17c385a-7220-4d15-84be-a1d6c734457e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.063241] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a17c385a-7220-4d15-84be-a1d6c734457e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.063241] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.063241] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.063241] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.063848] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.063848] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.063848] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a17c385a-7220-4d15-84be-a1d6c734457e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.064826] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff2bdf4a-e8e2-4419-a1e2-1ea9c0c133d6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.064826] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff2bdf4a-e8e2-4419-a1e2-1ea9c0c133d6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.065430] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff2bdf4a-e8e2-4419-a1e2-1ea9c0c133d6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.065430] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff2bdf4a-e8e2-4419-a1e2-1ea9c0c133d6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.065430] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff2bdf4a-e8e2-4419-a1e2-1ea9c0c133d6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.284347] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 787863d8-62c8-48ab-9083-d72aa2df32af in Status: SUCCESS [ 847.284612] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-787863d8-62c8-48ab-9083-d72aa2df32af" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.564364] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a17c385a-7220-4d15-84be-a1d6c734457e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.564364] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a17c385a-7220-4d15-84be-a1d6c734457e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.564904] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a17c385a-7220-4d15-84be-a1d6c734457e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.570325] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ff2bdf4a-e8e2-4419-a1e2-1ea9c0c133d6 with status ACTIVE [ 847.570325] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.570325] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.570325] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.570325] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.570325] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.570325] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.570325] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.570325] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.570325] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.570325] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.570325] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.570325] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.570325] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.570325] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.570325] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.570325] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ff2bdf4a-e8e2-4419-a1e2-1ea9c0c133d6 is going to be updated. [ 847.610361] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.610694] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.610694] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.610881] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.611036] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.611207] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff2bdf4a-e8e2-4419-a1e2-1ea9c0c133d6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.990633] env[65432]: INFO networking_nsxv3.common.synchronization [req-98c6f646-6a75-4b66-aedd-09a769ef944d req-684063c2-1b7a-4dad-a66e-e2e622cae84e tempest-ServersAdminTestJSON-1011156328 tempest-ServersAdminTestJSON-1011156328-project-member] Enqueued Resource ID: 84c12c3a-1be5-4681-a64f-a9e312c474bc with Priority: HIGHEST for action security_group_members [ 847.991165] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84c12c3a-1be5-4681-a64f-a9e312c474bc with Priority: HIGHEST for action security_group_members [ 847.991961] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-84c12c3a-1be5-4681-a64f-a9e312c474bc taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.992084] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.992213] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.992476] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.992713] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.992857] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.992952] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.993210] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.993351] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.993505] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84c12c3a-1be5-4681-a64f-a9e312c474bc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.068885] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a17c385a-7220-4d15-84be-a1d6c734457e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.108346] env[65432]: INFO networking_nsxv3.common.synchronization [req-4d5883d9-5721-4e84-b966-a1f92091c9ba req-03773ca8-5271-499b-94aa-5c4cab142954 tempest-MultipleCreateTestJSON-396182854 tempest-MultipleCreateTestJSON-396182854-project-member] Enqueued Resource ID: cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 with Priority: HIGHEST for action security_group_members [ 848.108346] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 with Priority: HIGHEST for action security_group_members [ 848.108741] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.108832] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.108952] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.109259] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.109435] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.109575] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.109643] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.109822] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.109911] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.110024] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfb523b2-f674-458d-8f0e-aa7b4b07b9c9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.496884] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84c12c3a-1be5-4681-a64f-a9e312c474bc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.509421] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72bc10ab-0d8a-4d37-861c-49c1c2952cd9 in Status: SUCCESS [ 848.510051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72bc10ab-0d8a-4d37-861c-49c1c2952cd9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.510155] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72bc10ab-0d8a-4d37-861c-49c1c2952cd9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.510433] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72bc10ab-0d8a-4d37-861c-49c1c2952cd9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.510689] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.511403] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.511403] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.511403] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.511403] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.511725] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72bc10ab-0d8a-4d37-861c-49c1c2952cd9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.511725] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('72bc10ab-0d8a-4d37-861c-49c1c2952cd9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.574691] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.574879] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.574879] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.575611] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.575611] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.575611] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a17c385a-7220-4d15-84be-a1d6c734457e is going to be created. [ 848.604345] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.604524] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.604607] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.604820] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.605043] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.614502] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.614907] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.615114] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.615411] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.615593] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.616096] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.616260] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.616348] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.616635] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.616742] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.616803] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 is going to be deleted. [ 848.619522] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a17c385a-7220-4d15-84be-a1d6c734457e in Status: UNINITIALIZED for 2s [ 848.629388] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock network-423 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.629620] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "network-423" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.629688] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "network-423" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.629947] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "network-423" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.630212] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.630363] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.630475] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.630682] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.630814] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.631068] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 848.631189] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 848.631295] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 848.631398] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 848.631584] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 848.631703] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 848.631883] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 848.654789] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 848.654930] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 848.655040] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 848.655215] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "network-423" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.655577] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock port-9ae5e442-4152-491f-8ea6-a3cfafb2e32f taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.655742] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "port-9ae5e442-4152-491f-8ea6-a3cfafb2e32f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.656331] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "port-9ae5e442-4152-491f-8ea6-a3cfafb2e32f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.656331] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "port-9ae5e442-4152-491f-8ea6-a3cfafb2e32f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.656477] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ae5e442-4152-491f-8ea6-a3cfafb2e32f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.658097] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.658271] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.658346] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.658489] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.658590] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.658689] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.999661] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84c12c3a-1be5-4681-a64f-a9e312c474bc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.016014] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-72bc10ab-0d8a-4d37-861c-49c1c2952cd9 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.016291] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72bc10ab-0d8a-4d37-861c-49c1c2952cd9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.016408] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72bc10ab-0d8a-4d37-861c-49c1c2952cd9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.016708] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72bc10ab-0d8a-4d37-861c-49c1c2952cd9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.016964] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.017156] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.017247] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.018486] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.018486] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.018486] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72bc10ab-0d8a-4d37-861c-49c1c2952cd9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.018486] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-72bc10ab-0d8a-4d37-861c-49c1c2952cd9 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.018486] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72bc10ab-0d8a-4d37-861c-49c1c2952cd9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.018486] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72bc10ab-0d8a-4d37-861c-49c1c2952cd9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.018486] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72bc10ab-0d8a-4d37-861c-49c1c2952cd9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.018830] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.018830] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.018907] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.019722] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.019829] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.019946] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72bc10ab-0d8a-4d37-861c-49c1c2952cd9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.020124] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('72bc10ab-0d8a-4d37-861c-49c1c2952cd9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.160554] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.160969] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.160969] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.161238] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.161582] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.161831] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Segment Port 9ae5e442-4152-491f-8ea6-a3cfafb2e32f not found, creating... [ 849.162406] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.162620] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.162742] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.162985] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.166374] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.166809] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.166982] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.167115] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.167360] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.167506] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.167648] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Resource: SegmentPort with ID: 9ae5e442-4152-491f-8ea6-a3cfafb2e32f is going to be created. [ 849.192501] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.192800] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.192931] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.193249] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.193496] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.193730] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "port-9ae5e442-4152-491f-8ea6-a3cfafb2e32f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.503915] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.503915] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.504384] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.504384] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.504384] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.504540] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84c12c3a-1be5-4681-a64f-a9e312c474bc is going to be updated. [ 849.523208] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 72bc10ab-0d8a-4d37-861c-49c1c2952cd9: rpc.has_security_group_logging(os_id): False [ 849.541149] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.541505] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.541505] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.541831] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.541831] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.548086] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.548086] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.548608] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.548608] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.548608] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.548798] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.548798] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.548798] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.548975] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.549037] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.549211] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.549307] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.549370] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.549509] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.549582] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.549859] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.549859] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.549998] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.550074] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.550248] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.550248] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72bc10ab-0d8a-4d37-861c-49c1c2952cd9 is going to be created. [ 849.552138] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84c12c3a-1be5-4681-a64f-a9e312c474bc in Status: IN_PROGRESS for 2s [ 849.624056] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.624236] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.624407] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.624689] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.624755] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.639562] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72bc10ab-0d8a-4d37-861c-49c1c2952cd9 in Status: IN_PROGRESS for 2s [ 849.953503] env[65432]: INFO networking_nsxv3.common.synchronization [req-4d5883d9-5721-4e84-b966-a1f92091c9ba req-a417e258-ba36-463b-a6a2-b359333b0b09 service nova] Enqueued Resource ID: cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 with Priority: HIGHEST for action security_group_rules [ 849.953837] env[65432]: INFO networking_nsxv3.common.synchronization [req-4d5883d9-5721-4e84-b966-a1f92091c9ba req-a417e258-ba36-463b-a6a2-b359333b0b09 service nova] Enqueued Resource ID: cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 with Priority: HIGHEST for action security_group_members [ 849.954319] env[65432]: INFO networking_nsxv3.common.synchronization [req-4d5883d9-5721-4e84-b966-a1f92091c9ba req-a417e258-ba36-463b-a6a2-b359333b0b09 service nova] Enqueued Resource ID: 9ae5e442-4152-491f-8ea6-a3cfafb2e32f with Priority: HIGHEST for action port [ 849.955133] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 with Priority: HIGHEST for action security_group_rules [ 849.955384] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 with Priority: HIGHEST for action security_group_members [ 849.955600] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ae5e442-4152-491f-8ea6-a3cfafb2e32f with Priority: HIGHEST for action port [ 849.956064] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.956271] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.956401] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.956752] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.956858] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cfb523b2-f674-458d-8f0e-aa7b4b07b9c9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.959989] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.960208] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.960343] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.960658] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.961018] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.961390] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.961491] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.961991] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.961991] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.962541] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfb523b2-f674-458d-8f0e-aa7b4b07b9c9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.966351] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ae5e442-4152-491f-8ea6-a3cfafb2e32f taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.966351] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ae5e442-4152-491f-8ea6-a3cfafb2e32f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.966351] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ae5e442-4152-491f-8ea6-a3cfafb2e32f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.966351] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ae5e442-4152-491f-8ea6-a3cfafb2e32f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.966572] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ae5e442-4152-491f-8ea6-a3cfafb2e32f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.460679] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.461105] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.468305] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cfb523b2-f674-458d-8f0e-aa7b4b07b9c9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.469582] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9ae5e442-4152-491f-8ea6-a3cfafb2e32f with status ACTIVE [ 850.469851] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.470021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.470102] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.470318] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.470405] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.470587] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.470685] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.470745] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.470975] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.471100] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.471295] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.471392] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.471960] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.471960] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.471960] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.471960] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9ae5e442-4152-491f-8ea6-a3cfafb2e32f is going to be updated. [ 850.509634] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.509634] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.509769] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.510829] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.510998] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.511911] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ae5e442-4152-491f-8ea6-a3cfafb2e32f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.629872] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a17c385a-7220-4d15-84be-a1d6c734457e in Status: SUCCESS [ 850.630153] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a17c385a-7220-4d15-84be-a1d6c734457e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.630443] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a17c385a-7220-4d15-84be-a1d6c734457e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.630835] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a17c385a-7220-4d15-84be-a1d6c734457e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.631061] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.631177] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.631241] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.632278] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.632278] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.632278] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a17c385a-7220-4d15-84be-a1d6c734457e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.632278] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a17c385a-7220-4d15-84be-a1d6c734457e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.866289] env[65432]: INFO networking_nsxv3.common.synchronization [req-4d5883d9-5721-4e84-b966-a1f92091c9ba req-728eb764-fe7c-4cc6-a800-c04b1f513a3f tempest-MultipleCreateTestJSON-396182854 tempest-MultipleCreateTestJSON-396182854-project-member] Enqueued Resource ID: cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 with Priority: HIGHEST for action security_group_members [ 850.866956] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 with Priority: HIGHEST for action security_group_members [ 850.867483] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.867628] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.974675] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cfb523b2-f674-458d-8f0e-aa7b4b07b9c9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.133839] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a17c385a-7220-4d15-84be-a1d6c734457e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.134683] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a17c385a-7220-4d15-84be-a1d6c734457e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.134683] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a17c385a-7220-4d15-84be-a1d6c734457e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.135049] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a17c385a-7220-4d15-84be-a1d6c734457e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.135992] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.135992] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.135992] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.135992] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.135992] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.135992] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a17c385a-7220-4d15-84be-a1d6c734457e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.135992] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a17c385a-7220-4d15-84be-a1d6c734457e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.136314] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a17c385a-7220-4d15-84be-a1d6c734457e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.136314] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a17c385a-7220-4d15-84be-a1d6c734457e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.136314] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a17c385a-7220-4d15-84be-a1d6c734457e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.136416] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.136458] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.136506] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.136633] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.136701] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.136777] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a17c385a-7220-4d15-84be-a1d6c734457e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.137185] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a17c385a-7220-4d15-84be-a1d6c734457e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.241992] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock network-423 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.242217] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "network-423" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.242335] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "network-423" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.242591] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "network-423" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.242840] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.242988] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.243117] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.243321] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.243457] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.243658] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 851.243764] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 851.243867] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 851.243968] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 851.244090] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 851.244194] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 851.244345] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 851.263140] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 851.263396] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 851.263396] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 851.263567] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "network-423" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.263872] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock port-a3e34859-c9b3-4201-ad04-7d12c1a6233d taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.263972] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "port-a3e34859-c9b3-4201-ad04-7d12c1a6233d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.264101] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "port-a3e34859-c9b3-4201-ad04-7d12c1a6233d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.264520] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "port-a3e34859-c9b3-4201-ad04-7d12c1a6233d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.264760] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3e34859-c9b3-4201-ad04-7d12c1a6233d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.478156] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.478661] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.478661] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.478939] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.479141] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.479312] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 is going to be created. [ 851.505183] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.505479] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.505599] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.505928] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.506168] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.519851] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 in Status: UNINITIALIZED for 2s [ 851.563136] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84c12c3a-1be5-4681-a64f-a9e312c474bc in Status: SUCCESS [ 851.563136] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.639704] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a17c385a-7220-4d15-84be-a1d6c734457e: rpc.has_security_group_logging(os_id): False [ 851.654811] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72bc10ab-0d8a-4d37-861c-49c1c2952cd9 in Status: SUCCESS [ 851.655063] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72bc10ab-0d8a-4d37-861c-49c1c2952cd9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.658893] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.659100] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.659165] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.659399] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.659513] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.659722] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.659842] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.659943] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.660137] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.660217] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.660428] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.660522] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.660581] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.660721] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.660892] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.661071] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.661195] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.661284] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.661523] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.661620] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.661696] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a17c385a-7220-4d15-84be-a1d6c734457e is going to be created. [ 851.744429] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.744739] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.744739] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.745047] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.745324] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.767837] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.768202] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.768398] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.768799] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.769021] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.769227] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Segment Port a3e34859-c9b3-4201-ad04-7d12c1a6233d not found, creating... [ 851.769616] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.769830] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.770021] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.770315] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.770526] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.770948] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.771165] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.771326] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.771617] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.771793] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.771981] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Resource: SegmentPort with ID: a3e34859-c9b3-4201-ad04-7d12c1a6233d is going to be created. [ 851.774540] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a17c385a-7220-4d15-84be-a1d6c734457e in Status: IN_PROGRESS for 2s [ 851.807061] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.807317] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.807433] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.807721] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.807955] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.808199] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "port-a3e34859-c9b3-4201-ad04-7d12c1a6233d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.625673] env[65432]: INFO networking_nsxv3.common.synchronization [req-4d5883d9-5721-4e84-b966-a1f92091c9ba req-88c0fe2b-c469-4258-8520-cf713601a99b service nova] Enqueued Resource ID: cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 with Priority: HIGHEST for action security_group_rules [ 852.625673] env[65432]: INFO networking_nsxv3.common.synchronization [req-4d5883d9-5721-4e84-b966-a1f92091c9ba req-88c0fe2b-c469-4258-8520-cf713601a99b service nova] Enqueued Resource ID: cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 with Priority: HIGHEST for action security_group_members [ 852.625673] env[65432]: INFO networking_nsxv3.common.synchronization [req-4d5883d9-5721-4e84-b966-a1f92091c9ba req-88c0fe2b-c469-4258-8520-cf713601a99b service nova] Enqueued Resource ID: a3e34859-c9b3-4201-ad04-7d12c1a6233d with Priority: HIGHEST for action port [ 852.625673] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 with Priority: HIGHEST for action security_group_rules [ 852.626337] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 with Priority: HIGHEST for action security_group_members [ 852.626337] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3e34859-c9b3-4201-ad04-7d12c1a6233d with Priority: HIGHEST for action port [ 852.630317] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.634298] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.634298] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.634298] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.634298] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3e34859-c9b3-4201-ad04-7d12c1a6233d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.634298] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3e34859-c9b3-4201-ad04-7d12c1a6233d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.634298] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3e34859-c9b3-4201-ad04-7d12c1a6233d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.634298] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3e34859-c9b3-4201-ad04-7d12c1a6233d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.634298] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3e34859-c9b3-4201-ad04-7d12c1a6233d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.136507] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a3e34859-c9b3-4201-ad04-7d12c1a6233d with status ACTIVE [ 853.136507] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.136507] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.136507] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.136811] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.137040] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.137710] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.137710] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.137710] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.139089] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.139089] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.139089] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.139089] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.139089] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.139089] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.139089] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.139089] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a3e34859-c9b3-4201-ad04-7d12c1a6233d is going to be updated. [ 853.170475] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.170475] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.170903] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.171054] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.171244] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.171457] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3e34859-c9b3-4201-ad04-7d12c1a6233d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.532554] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 in Status: SUCCESS [ 853.532554] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.532554] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.532554] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.532554] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.532554] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.532554] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.532554] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.532554] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.532554] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.532554] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cfb523b2-f674-458d-8f0e-aa7b4b07b9c9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.532554] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.533597] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.533875] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.534139] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.534321] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.534648] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.534807] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.534974] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfb523b2-f674-458d-8f0e-aa7b4b07b9c9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.791700] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a17c385a-7220-4d15-84be-a1d6c734457e in Status: SUCCESS [ 853.792000] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a17c385a-7220-4d15-84be-a1d6c734457e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.998221] env[65432]: INFO networking_nsxv3.common.synchronization [req-50e097b2-6d36-4549-9675-6b54d4821bf1 req-89184b04-7dad-422f-ad62-344177ad945a tempest-ServersAdminNegativeTestJSON-484805727 tempest-ServersAdminNegativeTestJSON-484805727-project-member] Enqueued Resource ID: ccb0a543-d9c0-48dc-ba03-af9897983f22 with Priority: HIGHEST for action security_group_members [ 853.999452] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccb0a543-d9c0-48dc-ba03-af9897983f22 with Priority: HIGHEST for action security_group_members [ 853.999875] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccb0a543-d9c0-48dc-ba03-af9897983f22 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.000024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccb0a543-d9c0-48dc-ba03-af9897983f22" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.000151] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccb0a543-d9c0-48dc-ba03-af9897983f22" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.000521] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccb0a543-d9c0-48dc-ba03-af9897983f22" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.000599] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.000705] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.000761] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.000967] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.001076] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.001195] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ccb0a543-d9c0-48dc-ba03-af9897983f22',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.037407] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.037523] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.037952] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cfb523b2-f674-458d-8f0e-aa7b4b07b9c9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.503179] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.503356] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.503433] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.503692] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.525744] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.526085] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.526213] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.526289] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.526500] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.526601] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.526703] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccb0a543-d9c0-48dc-ba03-af9897983f22 is going to be updated. [ 854.540624] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cfb523b2-f674-458d-8f0e-aa7b4b07b9c9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.555303] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.555303] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.555303] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.555303] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.555303] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.565332] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccb0a543-d9c0-48dc-ba03-af9897983f22 in Status: IN_PROGRESS for 2s [ 854.684236] env[65432]: INFO networking_nsxv3.common.synchronization [req-9cf80013-fbcf-463a-8684-66df681e6621 req-3eb844dc-1181-4a97-add7-3102b4f81594 tempest-ServerRescueNegativeTestJSON-1386142469 tempest-ServerRescueNegativeTestJSON-1386142469-project-member] Enqueued Resource ID: 2b5f3986-2c5a-405e-b9b8-20b9b8f07eb1 with Priority: HIGHEST for action security_group_members [ 854.686924] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b5f3986-2c5a-405e-b9b8-20b9b8f07eb1 with Priority: HIGHEST for action security_group_members [ 854.686924] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b5f3986-2c5a-405e-b9b8-20b9b8f07eb1 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.686924] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b5f3986-2c5a-405e-b9b8-20b9b8f07eb1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.686924] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b5f3986-2c5a-405e-b9b8-20b9b8f07eb1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.686924] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b5f3986-2c5a-405e-b9b8-20b9b8f07eb1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.686924] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.686924] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.686924] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.686924] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.686924] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.686924] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b5f3986-2c5a-405e-b9b8-20b9b8f07eb1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.050096] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.050096] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.050096] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.050096] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.050096] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.050096] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 is going to be updated. [ 855.090637] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.090833] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.090926] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.091262] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.091456] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.107775] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 in Status: IN_PROGRESS for 2s [ 855.189598] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.189839] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.189921] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.192076] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.192076] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.192076] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.192076] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.192076] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.192076] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.192076] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.192076] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b5f3986-2c5a-405e-b9b8-20b9b8f07eb1 already deleted. [ 855.192076] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b5f3986-2c5a-405e-b9b8-20b9b8f07eb1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.292974] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock network-222 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.293194] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "network-222" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.293318] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "network-222" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.293606] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "network-222" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.294451] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.294623] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.294739] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.294976] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.295132] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.295433] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 855.295580] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 855.295735] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 855.295853] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 855.296384] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 855.296524] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 855.296674] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 855.325193] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 855.325885] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 855.325885] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 855.325885] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "network-222" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.326366] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock port-0a4936f3-a782-4a63-b306-a389c6efb1c9 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.326530] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "port-0a4936f3-a782-4a63-b306-a389c6efb1c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.329785] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "port-0a4936f3-a782-4a63-b306-a389c6efb1c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.329785] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "port-0a4936f3-a782-4a63-b306-a389c6efb1c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.329785] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a4936f3-a782-4a63-b306-a389c6efb1c9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.831095] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.831095] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.831573] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.832046] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.832342] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.832342] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Segment Port 0a4936f3-a782-4a63-b306-a389c6efb1c9 not found, creating... [ 855.832752] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.833800] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.833800] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.834180] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.834338] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.836024] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.836331] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.836581] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.836940] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.837127] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.838082] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Resource: SegmentPort with ID: 0a4936f3-a782-4a63-b306-a389c6efb1c9 is going to be created. [ 855.866848] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.867146] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.867278] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.867622] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.867870] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.868126] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "port-0a4936f3-a782-4a63-b306-a389c6efb1c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.578022] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccb0a543-d9c0-48dc-ba03-af9897983f22 in Status: SUCCESS [ 856.578022] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccb0a543-d9c0-48dc-ba03-af9897983f22 deletion is rescheduled due to dependency. [ 856.578022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccb0a543-d9c0-48dc-ba03-af9897983f22" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.663346] env[65432]: INFO networking_nsxv3.common.synchronization [req-9cf80013-fbcf-463a-8684-66df681e6621 req-ad1db773-a00e-465f-a94f-3f9f701843ed service nova] Enqueued Resource ID: 2b5f3986-2c5a-405e-b9b8-20b9b8f07eb1 with Priority: HIGHEST for action security_group_rules [ 856.663587] env[65432]: INFO networking_nsxv3.common.synchronization [req-9cf80013-fbcf-463a-8684-66df681e6621 req-ad1db773-a00e-465f-a94f-3f9f701843ed service nova] Enqueued Resource ID: 2b5f3986-2c5a-405e-b9b8-20b9b8f07eb1 with Priority: HIGHEST for action security_group_members [ 856.663800] env[65432]: INFO networking_nsxv3.common.synchronization [req-9cf80013-fbcf-463a-8684-66df681e6621 req-ad1db773-a00e-465f-a94f-3f9f701843ed service nova] Enqueued Resource ID: 0a4936f3-a782-4a63-b306-a389c6efb1c9 with Priority: HIGHEST for action port [ 856.664845] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b5f3986-2c5a-405e-b9b8-20b9b8f07eb1 with Priority: HIGHEST for action security_group_rules [ 856.665015] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b5f3986-2c5a-405e-b9b8-20b9b8f07eb1 with Priority: HIGHEST for action security_group_members [ 856.665015] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a4936f3-a782-4a63-b306-a389c6efb1c9 with Priority: HIGHEST for action port [ 856.665415] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b5f3986-2c5a-405e-b9b8-20b9b8f07eb1 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.665606] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b5f3986-2c5a-405e-b9b8-20b9b8f07eb1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.665698] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b5f3986-2c5a-405e-b9b8-20b9b8f07eb1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.666757] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b5f3986-2c5a-405e-b9b8-20b9b8f07eb1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.666909] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b5f3986-2c5a-405e-b9b8-20b9b8f07eb1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.668437] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b5f3986-2c5a-405e-b9b8-20b9b8f07eb1 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.668609] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b5f3986-2c5a-405e-b9b8-20b9b8f07eb1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.668812] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b5f3986-2c5a-405e-b9b8-20b9b8f07eb1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.669139] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b5f3986-2c5a-405e-b9b8-20b9b8f07eb1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.669780] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.669935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.670044] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.670267] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.670452] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.670541] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b5f3986-2c5a-405e-b9b8-20b9b8f07eb1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.672521] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a4936f3-a782-4a63-b306-a389c6efb1c9 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.672665] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a4936f3-a782-4a63-b306-a389c6efb1c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.672804] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a4936f3-a782-4a63-b306-a389c6efb1c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.672994] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a4936f3-a782-4a63-b306-a389c6efb1c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.673112] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a4936f3-a782-4a63-b306-a389c6efb1c9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.119058] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 in Status: SUCCESS [ 857.119058] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.119058] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.119058] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.119058] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.119448] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.119448] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.119448] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.119448] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.119625] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfb523b2-f674-458d-8f0e-aa7b4b07b9c9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.177304] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b5f3986-2c5a-405e-b9b8-20b9b8f07eb1 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.177304] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b5f3986-2c5a-405e-b9b8-20b9b8f07eb1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.177304] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b5f3986-2c5a-405e-b9b8-20b9b8f07eb1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.177511] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0a4936f3-a782-4a63-b306-a389c6efb1c9 with status ACTIVE [ 857.177827] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.177827] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.177995] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.178054] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.178162] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.178399] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.178486] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.178486] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.178894] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.178894] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.178894] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.179108] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.179929] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.180133] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.180405] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.180405] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0a4936f3-a782-4a63-b306-a389c6efb1c9 is going to be updated. [ 857.204650] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.204650] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.204650] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.204650] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.204650] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.204650] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a4936f3-a782-4a63-b306-a389c6efb1c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.423388] env[65432]: INFO networking_nsxv3.common.synchronization [None req-3e1f8914-a596-4d7d-b99b-35a6eba5daf2 tempest-AttachInterfacesTestJSON-373384684 tempest-AttachInterfacesTestJSON-373384684-project-member] Enqueued Resource ID: df440234-1108-4d02-9f14-08a48ea3764e with Priority: HIGHEST for action security_group_rules [ 857.425130] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df440234-1108-4d02-9f14-08a48ea3764e with Priority: HIGHEST for action security_group_rules [ 857.425130] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df440234-1108-4d02-9f14-08a48ea3764e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.425130] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df440234-1108-4d02-9f14-08a48ea3764e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.425130] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df440234-1108-4d02-9f14-08a48ea3764e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.425130] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df440234-1108-4d02-9f14-08a48ea3764e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.425130] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df440234-1108-4d02-9f14-08a48ea3764e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.552818] env[65432]: INFO networking_nsxv3.common.synchronization [None req-083bf4fc-8fb5-441d-b520-6a52a5a8ec4e tempest-AttachInterfacesTestJSON-373384684 tempest-AttachInterfacesTestJSON-373384684-project-member] Enqueued Resource ID: df440234-1108-4d02-9f14-08a48ea3764e with Priority: HIGHEST for action security_group_rules [ 857.553366] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df440234-1108-4d02-9f14-08a48ea3764e with Priority: HIGHEST for action security_group_rules [ 857.553696] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df440234-1108-4d02-9f14-08a48ea3764e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.553814] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df440234-1108-4d02-9f14-08a48ea3764e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.623985] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cfb523b2-f674-458d-8f0e-aa7b4b07b9c9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.683035] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b5f3986-2c5a-405e-b9b8-20b9b8f07eb1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.948750] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.948969] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.948969] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.949187] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.949280] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.949377] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df440234-1108-4d02-9f14-08a48ea3764e already deleted. [ 857.949460] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df440234-1108-4d02-9f14-08a48ea3764e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.949614] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df440234-1108-4d02-9f14-08a48ea3764e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.949771] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df440234-1108-4d02-9f14-08a48ea3764e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.949853] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df440234-1108-4d02-9f14-08a48ea3764e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.127053] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cfb523b2-f674-458d-8f0e-aa7b4b07b9c9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.185244] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.185244] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.185244] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.185244] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.185529] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.185529] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b5f3986-2c5a-405e-b9b8-20b9b8f07eb1 is going to be created. [ 858.212070] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.212070] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.212070] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.212070] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.212070] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.224717] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b5f3986-2c5a-405e-b9b8-20b9b8f07eb1 in Status: UNINITIALIZED for 2s [ 858.409649] env[65432]: INFO networking_nsxv3.common.synchronization [req-b63fa22a-908e-404e-bb6b-be933032dfd3 req-97106ed9-98d2-4f61-8713-77b279acdd2b tempest-ListServerFiltersTestJSON-1916579573 tempest-ListServerFiltersTestJSON-1916579573-project-member] Enqueued Resource ID: 86fc5708-c0f4-4d9b-8df9-d5eba9966a02 with Priority: HIGHEST for action security_group_members [ 858.410171] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86fc5708-c0f4-4d9b-8df9-d5eba9966a02 with Priority: HIGHEST for action security_group_members [ 858.410496] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.410650] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.410716] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.410964] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.411068] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.411159] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.411234] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.411367] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.411454] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.411551] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86fc5708-c0f4-4d9b-8df9-d5eba9966a02',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.484519] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.484693] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.484738] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.484945] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.485044] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.485141] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df440234-1108-4d02-9f14-08a48ea3764e already deleted. [ 858.485236] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df440234-1108-4d02-9f14-08a48ea3764e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.632026] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.632026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.632026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.632026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.632026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.632026] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 is going to be updated. [ 858.668206] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.668206] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.668339] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.668547] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.668818] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.679615] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 in Status: IN_PROGRESS for 2s [ 858.913636] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.913821] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.913890] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.914165] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.915022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.915133] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.915313] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.915390] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.915593] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.915738] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.916083] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86fc5708-c0f4-4d9b-8df9-d5eba9966a02 is going to be updated. [ 858.949583] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.950999] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.950999] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.950999] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.950999] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.961171] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86fc5708-c0f4-4d9b-8df9-d5eba9966a02 in Status: IN_PROGRESS for 2s [ 859.486354] env[65432]: INFO networking_nsxv3.common.synchronization [req-2f3caec1-2126-4c7f-96f7-8849e5316dd3 req-71fef99d-ebbc-422b-805f-fb19b9c3e6b4 tempest-ServerGroupTestJSON-2100226887 tempest-ServerGroupTestJSON-2100226887-project-member] Enqueued Resource ID: 72bc10ab-0d8a-4d37-861c-49c1c2952cd9 with Priority: HIGHEST for action security_group_members [ 859.487364] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72bc10ab-0d8a-4d37-861c-49c1c2952cd9 with Priority: HIGHEST for action security_group_members [ 859.487364] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-72bc10ab-0d8a-4d37-861c-49c1c2952cd9 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.487364] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72bc10ab-0d8a-4d37-861c-49c1c2952cd9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.487533] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72bc10ab-0d8a-4d37-861c-49c1c2952cd9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.487603] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72bc10ab-0d8a-4d37-861c-49c1c2952cd9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.487755] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.487860] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.487938] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.488173] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.488269] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.488367] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72bc10ab-0d8a-4d37-861c-49c1c2952cd9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.990999] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.991312] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.991312] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.991556] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.991658] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.991854] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.991955] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.992028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.992242] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.992360] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.992458] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72bc10ab-0d8a-4d37-861c-49c1c2952cd9 is going to be updated. [ 860.021236] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.021425] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.021499] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.021747] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.021919] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.032750] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72bc10ab-0d8a-4d37-861c-49c1c2952cd9 in Status: IN_PROGRESS for 2s [ 860.253510] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b5f3986-2c5a-405e-b9b8-20b9b8f07eb1 in Status: SUCCESS [ 860.254476] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b5f3986-2c5a-405e-b9b8-20b9b8f07eb1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.254476] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b5f3986-2c5a-405e-b9b8-20b9b8f07eb1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.254476] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b5f3986-2c5a-405e-b9b8-20b9b8f07eb1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.254476] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.254766] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.254836] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.255060] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.255225] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.255374] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b5f3986-2c5a-405e-b9b8-20b9b8f07eb1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.255525] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b5f3986-2c5a-405e-b9b8-20b9b8f07eb1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.690305] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 in Status: IN_PROGRESS for 4s [ 860.757561] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b5f3986-2c5a-405e-b9b8-20b9b8f07eb1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.970952] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86fc5708-c0f4-4d9b-8df9-d5eba9966a02 in Status: SUCCESS [ 860.971392] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86fc5708-c0f4-4d9b-8df9-d5eba9966a02 deletion is rescheduled due to dependency. [ 860.971392] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.262179] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b5f3986-2c5a-405e-b9b8-20b9b8f07eb1: rpc.has_security_group_logging(os_id): False [ 861.282512] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.282696] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.282768] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.282959] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.283060] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.283305] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.283407] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.283469] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.283633] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.283712] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.283799] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b5f3986-2c5a-405e-b9b8-20b9b8f07eb1 is going to be created. [ 861.353211] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.353211] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.353211] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.353211] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.353211] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.368467] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b5f3986-2c5a-405e-b9b8-20b9b8f07eb1 in Status: IN_PROGRESS for 2s [ 861.767863] env[65432]: INFO networking_nsxv3.common.synchronization [None req-9f9609ca-4bbc-41ba-b9d5-b7f9b4df0fb6 None None] Enqueued Resource ID: 5ae481b3-f39a-41e7-8753-082acf208700 with Priority: HIGHEST for action port [ 861.771724] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ae481b3-f39a-41e7-8753-082acf208700 with Priority: HIGHEST for action port [ 861.771724] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ae481b3-f39a-41e7-8753-082acf208700 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.773348] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ae481b3-f39a-41e7-8753-082acf208700" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.773501] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ae481b3-f39a-41e7-8753-082acf208700" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.773827] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ae481b3-f39a-41e7-8753-082acf208700" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.773923] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ae481b3-f39a-41e7-8753-082acf208700',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.047716] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72bc10ab-0d8a-4d37-861c-49c1c2952cd9 in Status: SUCCESS [ 862.047716] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72bc10ab-0d8a-4d37-861c-49c1c2952cd9 deletion is rescheduled due to dependency. [ 862.047716] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72bc10ab-0d8a-4d37-861c-49c1c2952cd9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.278901] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5ae481b3-f39a-41e7-8753-082acf208700 [ 862.278901] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.279429] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.279429] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.279429] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.279429] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.279429] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5ae481b3-f39a-41e7-8753-082acf208700 already deleted. [ 862.279628] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ae481b3-f39a-41e7-8753-082acf208700" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.483347] env[65432]: INFO networking_nsxv3.common.synchronization [None req-d9d1eaed-d4f1-4e51-a4e1-1db0c7785f9b tempest-ServerDiskConfigTestJSON-621321756 tempest-ServerDiskConfigTestJSON-621321756-project-member] Enqueued Resource ID: 5ed71e1d-1fee-4c8f-bfed-47616cf26b50 with Priority: HIGHEST for action security_group_rules [ 862.484203] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ed71e1d-1fee-4c8f-bfed-47616cf26b50 with Priority: HIGHEST for action security_group_rules [ 862.485641] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ed71e1d-1fee-4c8f-bfed-47616cf26b50 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.486478] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ed71e1d-1fee-4c8f-bfed-47616cf26b50" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.486478] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ed71e1d-1fee-4c8f-bfed-47616cf26b50" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.486671] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ed71e1d-1fee-4c8f-bfed-47616cf26b50" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.486900] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ed71e1d-1fee-4c8f-bfed-47616cf26b50',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.694358] env[65432]: INFO networking_nsxv3.common.synchronization [None req-14658ca3-13dd-4c3a-ab5f-ae3368627e8a tempest-ServerDiskConfigTestJSON-621321756 tempest-ServerDiskConfigTestJSON-621321756-project-member] Enqueued Resource ID: 5ed71e1d-1fee-4c8f-bfed-47616cf26b50 with Priority: HIGHEST for action security_group_rules [ 862.695726] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ed71e1d-1fee-4c8f-bfed-47616cf26b50 with Priority: HIGHEST for action security_group_rules [ 862.696086] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ed71e1d-1fee-4c8f-bfed-47616cf26b50 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.696189] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ed71e1d-1fee-4c8f-bfed-47616cf26b50" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.703155] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 in Status: SUCCESS [ 862.703371] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.703853] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.704113] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.704409] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.704545] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.704655] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.704792] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.704889] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.705083] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.705335] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.705419] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.705419] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.705571] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.705720] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.705822] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.705880] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.706044] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.706123] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.706204] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.706298] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cfb523b2-f674-458d-8f0e-aa7b4b07b9c9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.014139] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.014695] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.014695] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.014902] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.014902] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.014999] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ed71e1d-1fee-4c8f-bfed-47616cf26b50 already deleted. [ 863.015102] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ed71e1d-1fee-4c8f-bfed-47616cf26b50" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.015262] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ed71e1d-1fee-4c8f-bfed-47616cf26b50" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.015761] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ed71e1d-1fee-4c8f-bfed-47616cf26b50" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.015761] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ed71e1d-1fee-4c8f-bfed-47616cf26b50',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.209834] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cfb523b2-f674-458d-8f0e-aa7b4b07b9c9: rpc.has_security_group_logging(os_id): False [ 863.228584] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.228783] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.228783] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.229120] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.229188] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.229785] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.229785] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.229785] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.229785] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.229785] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.230069] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.230069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.230069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.230807] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.230807] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.234053] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.234417] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.234417] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.234634] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.234634] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.234634] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 is going to be created. [ 863.298969] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.299226] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.299226] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.303118] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.303118] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.326264] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 in Status: IN_PROGRESS for 2s [ 863.383707] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b5f3986-2c5a-405e-b9b8-20b9b8f07eb1 in Status: SUCCESS [ 863.384096] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b5f3986-2c5a-405e-b9b8-20b9b8f07eb1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.539181] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.539351] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.539427] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.539688] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.539777] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.539874] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ed71e1d-1fee-4c8f-bfed-47616cf26b50 already deleted. [ 863.539957] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ed71e1d-1fee-4c8f-bfed-47616cf26b50" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.681882] env[65432]: INFO networking_nsxv3.common.synchronization [None req-166e6afd-ffe4-432c-91d8-868ab6e399cd tempest-ServersTestManualDisk-165174663 tempest-ServersTestManualDisk-165174663-project-member] Enqueued Resource ID: f442727c-346f-40a8-92b8-e7c2fd3166d5 with Priority: HIGHEST for action security_group_rules [ 863.682579] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f442727c-346f-40a8-92b8-e7c2fd3166d5 with Priority: HIGHEST for action security_group_rules [ 863.682911] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f442727c-346f-40a8-92b8-e7c2fd3166d5 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.683042] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f442727c-346f-40a8-92b8-e7c2fd3166d5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.683108] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f442727c-346f-40a8-92b8-e7c2fd3166d5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.683662] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f442727c-346f-40a8-92b8-e7c2fd3166d5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.683662] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f442727c-346f-40a8-92b8-e7c2fd3166d5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.822405] env[65432]: INFO networking_nsxv3.common.synchronization [None req-b9851a40-27cf-4352-9a72-1c0724dfd509 tempest-ServersTestManualDisk-165174663 tempest-ServersTestManualDisk-165174663-project-member] Enqueued Resource ID: f442727c-346f-40a8-92b8-e7c2fd3166d5 with Priority: HIGHEST for action security_group_rules [ 863.822953] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f442727c-346f-40a8-92b8-e7c2fd3166d5 with Priority: HIGHEST for action security_group_rules [ 863.823285] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f442727c-346f-40a8-92b8-e7c2fd3166d5 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.823388] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f442727c-346f-40a8-92b8-e7c2fd3166d5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.038890] env[65432]: INFO networking_nsxv3.common.synchronization [req-a00bd21f-3746-490b-adc5-b50a14085850 req-0f7e272c-1dbd-4097-9d95-1c1aa3b084a7 tempest-AttachInterfacesV270Test-890639486 tempest-AttachInterfacesV270Test-890639486-project-member] Enqueued Resource ID: a17c385a-7220-4d15-84be-a1d6c734457e with Priority: HIGHEST for action security_group_members [ 864.039342] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a17c385a-7220-4d15-84be-a1d6c734457e with Priority: HIGHEST for action security_group_members [ 864.039733] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a17c385a-7220-4d15-84be-a1d6c734457e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.039874] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a17c385a-7220-4d15-84be-a1d6c734457e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.039960] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a17c385a-7220-4d15-84be-a1d6c734457e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.040231] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a17c385a-7220-4d15-84be-a1d6c734457e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.040430] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.040573] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.040653] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.040903] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.041088] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.041246] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a17c385a-7220-4d15-84be-a1d6c734457e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.205541] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.205726] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.205814] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.206082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.206208] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.206381] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f442727c-346f-40a8-92b8-e7c2fd3166d5 already deleted. [ 864.206476] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f442727c-346f-40a8-92b8-e7c2fd3166d5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.206632] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f442727c-346f-40a8-92b8-e7c2fd3166d5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.206815] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f442727c-346f-40a8-92b8-e7c2fd3166d5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.206904] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f442727c-346f-40a8-92b8-e7c2fd3166d5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.428595] env[65432]: INFO networking_nsxv3.common.synchronization [None req-5b2a6c9e-0048-4b46-81c3-29543b4af087 None None] Enqueued Resource ID: 89ab90f4-4659-4734-9e3f-9fc40e6d813a with Priority: HIGHEST for action port [ 864.428595] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89ab90f4-4659-4734-9e3f-9fc40e6d813a with Priority: HIGHEST for action port [ 864.429083] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-89ab90f4-4659-4734-9e3f-9fc40e6d813a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.429083] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89ab90f4-4659-4734-9e3f-9fc40e6d813a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.429083] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89ab90f4-4659-4734-9e3f-9fc40e6d813a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.429288] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89ab90f4-4659-4734-9e3f-9fc40e6d813a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.429374] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89ab90f4-4659-4734-9e3f-9fc40e6d813a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.544328] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.544507] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.544588] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.544803] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.544898] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.545106] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.545202] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.545299] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.546156] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.546297] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.548860] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a17c385a-7220-4d15-84be-a1d6c734457e is going to be updated. [ 864.581176] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.581176] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.581176] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.581176] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.581428] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.590857] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a17c385a-7220-4d15-84be-a1d6c734457e in Status: IN_PROGRESS for 2s [ 864.730743] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.730896] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.730991] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.731215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.731308] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.731407] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f442727c-346f-40a8-92b8-e7c2fd3166d5 already deleted. [ 864.731488] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f442727c-346f-40a8-92b8-e7c2fd3166d5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.933466] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 89ab90f4-4659-4734-9e3f-9fc40e6d813a [ 864.933582] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.933664] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.933795] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.933907] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.934058] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.934111] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:89ab90f4-4659-4734-9e3f-9fc40e6d813a already deleted. [ 864.934191] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89ab90f4-4659-4734-9e3f-9fc40e6d813a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.970659] env[65432]: INFO networking_nsxv3.common.synchronization [req-212817f3-337b-4479-9ef6-4aa8be34f706 req-7b2ee12b-b4c5-4973-acdb-e5c130d92d42 tempest-ImagesTestJSON-1127600559 tempest-ImagesTestJSON-1127600559-project-member] Enqueued Resource ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f with Priority: HIGHEST for action security_group_members [ 864.971195] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f with Priority: HIGHEST for action security_group_members [ 864.971735] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd07cc7-5f30-4f1b-945f-d0007a74587f taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.971735] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.971735] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.971883] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.972047] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.972129] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.972185] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.972352] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.972437] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.972530] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bd07cc7-5f30-4f1b-945f-d0007a74587f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.345458] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 in Status: SUCCESS [ 865.348023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.348023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.348023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.348023] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cfb523b2-f674-458d-8f0e-aa7b4b07b9c9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.475190] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.475671] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.475671] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.475671] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.475810] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.476179] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.476386] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.476386] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.476956] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.476956] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.476956] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f is going to be updated. [ 865.513499] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.513681] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.513768] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.514483] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.514483] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.524321] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f in Status: IN_PROGRESS for 2s [ 865.852134] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.852134] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.852134] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.852134] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.852134] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.852134] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.852134] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.852543] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.852543] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.852543] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.852543] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cfb523b2-f674-458d-8f0e-aa7b4b07b9c9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.910173] env[65432]: INFO networking_nsxv3.common.synchronization [None req-9d294881-5ebf-4f8b-8e00-018053ebd2f8 None None] Enqueued Resource ID: 95c7f32f-095b-4573-9d57-4057fd3cab0b with Priority: HIGHEST for action port [ 865.910173] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95c7f32f-095b-4573-9d57-4057fd3cab0b with Priority: HIGHEST for action port [ 865.910173] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-95c7f32f-095b-4573-9d57-4057fd3cab0b taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.910173] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95c7f32f-095b-4573-9d57-4057fd3cab0b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.910368] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95c7f32f-095b-4573-9d57-4057fd3cab0b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.910458] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95c7f32f-095b-4573-9d57-4057fd3cab0b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.910541] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95c7f32f-095b-4573-9d57-4057fd3cab0b',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.356633] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.356877] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.356877] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.357085] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.357724] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.357867] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.357964] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.359469] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.359469] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.359469] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.359469] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.359469] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.359469] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.359469] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.359469] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.359469] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.359469] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.359876] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.359876] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.359876] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.359876] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cfb523b2-f674-458d-8f0e-aa7b4b07b9c9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.412427] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 95c7f32f-095b-4573-9d57-4057fd3cab0b [ 866.412706] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.413393] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.413393] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.413393] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.413393] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.413393] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:95c7f32f-095b-4573-9d57-4057fd3cab0b already deleted. [ 866.413667] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95c7f32f-095b-4573-9d57-4057fd3cab0b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.602873] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a17c385a-7220-4d15-84be-a1d6c734457e in Status: SUCCESS [ 866.604156] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a17c385a-7220-4d15-84be-a1d6c734457e deletion is rescheduled due to dependency. [ 866.604156] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a17c385a-7220-4d15-84be-a1d6c734457e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.868373] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cfb523b2-f674-458d-8f0e-aa7b4b07b9c9: rpc.has_security_group_logging(os_id): False [ 866.889727] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.889727] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.889727] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.889727] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.889727] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.889727] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.890019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.890019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.890099] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.890133] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.890494] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.890494] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.890494] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.890668] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.890721] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.890901] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.890994] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.891066] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.891206] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.891281] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.891367] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 is going to be updated. [ 866.978676] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.978838] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.978900] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.979120] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.979272] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.995937] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 in Status: IN_PROGRESS for 2s [ 867.537402] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f in Status: SUCCESS [ 867.537614] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f deletion is rescheduled due to dependency. [ 867.537710] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.953310] env[65432]: INFO networking_nsxv3.common.synchronization [req-9b1b114b-0426-4092-9621-c23ffc8045c8 req-6096c11f-707d-4fda-9af1-5cfecd8c76f2 tempest-MultipleCreateTestJSON-396182854 tempest-MultipleCreateTestJSON-396182854-project-member] Enqueued Resource ID: cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 with Priority: HIGHEST for action security_group_members [ 867.956080] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 with Priority: HIGHEST for action security_group_members [ 867.956080] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.956080] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.956080] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.956080] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.956080] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.956080] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.956080] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.956549] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.956549] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.956549] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfb523b2-f674-458d-8f0e-aa7b4b07b9c9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.260130] env[65432]: INFO networking_nsxv3.common.synchronization [req-697d75d2-bbf4-423a-b5d5-265a5f6111df req-45071aae-2049-414b-8b72-ac78abdedc1f tempest-ServerDiskConfigTestJSON-621321756 tempest-ServerDiskConfigTestJSON-621321756-project-member] Enqueued Resource ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 with Priority: HIGHEST for action security_group_members [ 868.260245] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 with Priority: HIGHEST for action security_group_members [ 868.260576] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-50575cbb-c5ae-41f3-bd63-feaf511b6d87 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.260696] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.260740] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.260952] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.261117] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.261235] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.261294] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.261404] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.261545] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.261586] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50575cbb-c5ae-41f3-bd63-feaf511b6d87',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.324345] env[65432]: INFO networking_nsxv3.common.synchronization [None req-793bf7ff-ae41-4e3e-9905-89b7da116d84 None None] Enqueued Resource ID: b33cbae8-e743-47df-a896-4f3b5ee16bcb with Priority: HIGHEST for action port [ 868.326291] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b33cbae8-e743-47df-a896-4f3b5ee16bcb with Priority: HIGHEST for action port [ 868.326291] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-b33cbae8-e743-47df-a896-4f3b5ee16bcb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.330202] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b33cbae8-e743-47df-a896-4f3b5ee16bcb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.330322] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b33cbae8-e743-47df-a896-4f3b5ee16bcb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.330676] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b33cbae8-e743-47df-a896-4f3b5ee16bcb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.330795] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b33cbae8-e743-47df-a896-4f3b5ee16bcb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.334562] env[65432]: INFO networking_nsxv3.common.synchronization [None req-4a995ee7-ce8c-47d1-b453-b1e4ffe627f6 None None] Enqueued Resource ID: 37b66a21-1e7a-493f-9c6a-e17e5b52a5a1 with Priority: HIGHEST for action port [ 868.335462] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37b66a21-1e7a-493f-9c6a-e17e5b52a5a1 with Priority: HIGHEST for action port [ 868.335929] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-37b66a21-1e7a-493f-9c6a-e17e5b52a5a1 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.335929] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37b66a21-1e7a-493f-9c6a-e17e5b52a5a1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.335929] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37b66a21-1e7a-493f-9c6a-e17e5b52a5a1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.336300] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37b66a21-1e7a-493f-9c6a-e17e5b52a5a1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.336300] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37b66a21-1e7a-493f-9c6a-e17e5b52a5a1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.459420] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cfb523b2-f674-458d-8f0e-aa7b4b07b9c9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.763665] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.763826] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.763936] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.764147] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.764254] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.764474] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.764578] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.764643] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.764801] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.764876] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.764962] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 is going to be updated. [ 868.798037] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.798373] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.800144] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.800144] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.800144] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.808506] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 in Status: IN_PROGRESS for 2s [ 868.836591] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b33cbae8-e743-47df-a896-4f3b5ee16bcb [ 868.836591] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.836591] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.836591] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.836799] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.837624] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.837624] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b33cbae8-e743-47df-a896-4f3b5ee16bcb already deleted. [ 868.837624] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b33cbae8-e743-47df-a896-4f3b5ee16bcb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.838729] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 37b66a21-1e7a-493f-9c6a-e17e5b52a5a1 [ 868.838933] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.841774] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.841774] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.841774] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.841774] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.841774] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:37b66a21-1e7a-493f-9c6a-e17e5b52a5a1 already deleted. [ 868.841774] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37b66a21-1e7a-493f-9c6a-e17e5b52a5a1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.966346] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cfb523b2-f674-458d-8f0e-aa7b4b07b9c9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.009835] env[65432]: INFO networking_nsxv3.common.synchronization [req-cf78e44c-e4cb-43f8-bb22-f4f51e679cd1 req-6135c1cd-163c-40e7-9e07-de1ffe2257cb tempest-MultipleCreateTestJSON-396182854 tempest-MultipleCreateTestJSON-396182854-project-member] Enqueued Resource ID: cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 with Priority: HIGHEST for action security_group_members [ 869.011205] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 with Priority: HIGHEST for action security_group_members [ 869.011205] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.011205] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.019601] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 in Status: SUCCESS [ 869.019601] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.471758] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.472163] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.472288] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.472512] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.472607] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.472709] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 is going to be updated. [ 869.507708] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.507708] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.507708] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.507708] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.507708] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.519879] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 in Status: IN_PROGRESS for 2s [ 869.562353] env[65432]: INFO networking_nsxv3.common.synchronization [None req-729f3d68-e64e-400b-ac55-4ba99fe3c292 tempest-ServerActionsTestOtherA-1585184968 tempest-ServerActionsTestOtherA-1585184968-project-member] Enqueued Resource ID: f6680803-970d-4445-89af-5d70066c163e with Priority: HIGHEST for action security_group_rules [ 869.562922] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6680803-970d-4445-89af-5d70066c163e with Priority: HIGHEST for action security_group_rules [ 869.563254] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6680803-970d-4445-89af-5d70066c163e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.563383] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6680803-970d-4445-89af-5d70066c163e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.563448] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6680803-970d-4445-89af-5d70066c163e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.563756] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6680803-970d-4445-89af-5d70066c163e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.563804] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6680803-970d-4445-89af-5d70066c163e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.672326] env[65432]: INFO networking_nsxv3.common.synchronization [None req-d48ef436-426a-4766-a68e-53929ab85c11 tempest-ServerActionsTestOtherA-1585184968 tempest-ServerActionsTestOtherA-1585184968-project-member] Enqueued Resource ID: f6680803-970d-4445-89af-5d70066c163e with Priority: HIGHEST for action security_group_rules [ 869.672833] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6680803-970d-4445-89af-5d70066c163e with Priority: HIGHEST for action security_group_rules [ 869.674199] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6680803-970d-4445-89af-5d70066c163e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.674199] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6680803-970d-4445-89af-5d70066c163e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.091338] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.093138] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.093138] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.093138] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.093138] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.093138] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6680803-970d-4445-89af-5d70066c163e already deleted. [ 870.093138] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6680803-970d-4445-89af-5d70066c163e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.093138] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6680803-970d-4445-89af-5d70066c163e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.093138] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6680803-970d-4445-89af-5d70066c163e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.093138] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6680803-970d-4445-89af-5d70066c163e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.614458] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.614458] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.614458] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.614458] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.614458] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.614458] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6680803-970d-4445-89af-5d70066c163e already deleted. [ 870.614458] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6680803-970d-4445-89af-5d70066c163e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.818945] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 in Status: SUCCESS [ 870.819161] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 deletion is rescheduled due to dependency. [ 870.819273] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.106238] env[65432]: INFO networking_nsxv3.common.synchronization [None req-4de7a500-274e-4fa7-ba03-6889165e7d3e None None] Enqueued Resource ID: 90443740-d81f-4178-b6fb-d571bc802951 with Priority: HIGHEST for action port [ 871.106238] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90443740-d81f-4178-b6fb-d571bc802951 with Priority: HIGHEST for action port [ 871.106904] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-90443740-d81f-4178-b6fb-d571bc802951 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.107327] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90443740-d81f-4178-b6fb-d571bc802951" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.107527] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90443740-d81f-4178-b6fb-d571bc802951" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.107905] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90443740-d81f-4178-b6fb-d571bc802951" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.108119] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90443740-d81f-4178-b6fb-d571bc802951',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.168939] env[65432]: INFO networking_nsxv3.common.synchronization [req-98845277-37bc-4e71-82fa-26064741bc01 req-9a1a4c5b-af23-4c2f-a349-6874e43edde1 tempest-ListServersNegativeTestJSON-1736240469 tempest-ListServersNegativeTestJSON-1736240469-project-member] Enqueued Resource ID: 07cf2170-b005-4f1c-9f6d-83e53b4e478c with Priority: HIGHEST for action security_group_members [ 871.171169] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07cf2170-b005-4f1c-9f6d-83e53b4e478c with Priority: HIGHEST for action security_group_members [ 871.171585] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-07cf2170-b005-4f1c-9f6d-83e53b4e478c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.171769] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07cf2170-b005-4f1c-9f6d-83e53b4e478c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.171880] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07cf2170-b005-4f1c-9f6d-83e53b4e478c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.172210] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07cf2170-b005-4f1c-9f6d-83e53b4e478c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.172370] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.172527] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.172626] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.172839] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.172946] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.173070] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07cf2170-b005-4f1c-9f6d-83e53b4e478c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.530961] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 in Status: SUCCESS [ 871.531204] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.531392] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.531822] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.531921] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.532154] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.532154] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.532263] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.532367] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.532473] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfb523b2-f674-458d-8f0e-aa7b4b07b9c9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.611791] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 90443740-d81f-4178-b6fb-d571bc802951 [ 871.612068] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.612205] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.612288] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.612468] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.612556] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.612673] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:90443740-d81f-4178-b6fb-d571bc802951 already deleted. [ 871.612858] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90443740-d81f-4178-b6fb-d571bc802951" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.675384] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07cf2170-b005-4f1c-9f6d-83e53b4e478c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.822424] env[65432]: INFO networking_nsxv3.common.synchronization [req-80eb860e-c54a-45c1-af48-58a6626aa955 req-c7a48076-e261-4f39-8e76-81bdb6ecd2ad tempest-ListServersNegativeTestJSON-1736240469 tempest-ListServersNegativeTestJSON-1736240469-project-member] Enqueued Resource ID: 07cf2170-b005-4f1c-9f6d-83e53b4e478c with Priority: HIGHEST for action security_group_members [ 871.822424] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07cf2170-b005-4f1c-9f6d-83e53b4e478c with Priority: HIGHEST for action security_group_members [ 871.822424] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-07cf2170-b005-4f1c-9f6d-83e53b4e478c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.823190] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07cf2170-b005-4f1c-9f6d-83e53b4e478c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.854709] env[65432]: INFO networking_nsxv3.common.synchronization [req-d16f47c0-958a-4d41-8524-489bb58998a1 req-f34b6c05-1e66-45f7-abde-fb69ab9dab62 tempest-ServersTestJSON-755690962 tempest-ServersTestJSON-755690962-project-member] Enqueued Resource ID: b2a0225d-ef64-45a1-b899-4119011dd94d with Priority: HIGHEST for action security_group_members [ 871.855618] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2a0225d-ef64-45a1-b899-4119011dd94d with Priority: HIGHEST for action security_group_members [ 871.856035] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2a0225d-ef64-45a1-b899-4119011dd94d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.856193] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.856291] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.856556] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.856749] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.857171] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.857171] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.857171] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.857335] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.857372] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2a0225d-ef64-45a1-b899-4119011dd94d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.035219] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.035383] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.035446] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.035659] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.035750] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.035973] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.036103] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.036165] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.036288] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.036364] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.036438] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 is going to be updated. [ 872.076486] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.076641] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.076695] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.076881] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.077027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.088569] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 in Status: IN_PROGRESS for 2s [ 872.178285] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07cf2170-b005-4f1c-9f6d-83e53b4e478c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.250497] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock network-484 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.250853] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "network-484" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.251122] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "network-484" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.251662] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "network-484" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.252418] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.252558] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.252753] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.253170] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.253434] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.253814] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 872.254075] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 872.254303] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 872.254650] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 872.254985] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 872.255229] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 872.255544] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 872.282940] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 872.282940] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 872.282940] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 872.282940] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "network-484" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.282940] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock port-1ce8e864-316e-443f-bb9f-031625ae9921 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.282940] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "port-1ce8e864-316e-443f-bb9f-031625ae9921" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.283514] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "port-1ce8e864-316e-443f-bb9f-031625ae9921" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.283930] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "port-1ce8e864-316e-443f-bb9f-031625ae9921" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.284200] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ce8e864-316e-443f-bb9f-031625ae9921',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.360865] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2a0225d-ef64-45a1-b899-4119011dd94d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.681974] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.682210] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.682296] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.682538] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.682647] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.682765] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07cf2170-b005-4f1c-9f6d-83e53b4e478c is going to be updated. [ 872.727132] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.727358] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.727358] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.727550] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.727694] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.740812] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07cf2170-b005-4f1c-9f6d-83e53b4e478c in Status: IN_PROGRESS for 2s [ 872.787213] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.787519] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.787618] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.787847] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.788016] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.788237] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Segment Port 1ce8e864-316e-443f-bb9f-031625ae9921 not found, creating... [ 872.788570] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.788874] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.788987] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.789191] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.789333] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.789637] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.789792] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.789905] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.790130] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.790262] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.790397] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Resource: SegmentPort with ID: 1ce8e864-316e-443f-bb9f-031625ae9921 is going to be created. [ 872.812083] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.812327] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.812406] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.812773] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.813013] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.813273] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "port-1ce8e864-316e-443f-bb9f-031625ae9921" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.863097] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2a0225d-ef64-45a1-b899-4119011dd94d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.365666] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.365967] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.365967] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.366202] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.366295] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.366416] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2a0225d-ef64-45a1-b899-4119011dd94d is going to be updated. [ 873.397126] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.397126] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.397126] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.397126] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.397126] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.406388] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2a0225d-ef64-45a1-b899-4119011dd94d in Status: IN_PROGRESS for 2s [ 873.544678] env[65432]: INFO networking_nsxv3.common.synchronization [req-d16f47c0-958a-4d41-8524-489bb58998a1 req-52be61e3-06cd-439e-8bf8-105f17d12b41 service nova] Enqueued Resource ID: b2a0225d-ef64-45a1-b899-4119011dd94d with Priority: HIGHEST for action security_group_rules [ 873.544854] env[65432]: INFO networking_nsxv3.common.synchronization [req-d16f47c0-958a-4d41-8524-489bb58998a1 req-52be61e3-06cd-439e-8bf8-105f17d12b41 service nova] Enqueued Resource ID: b2a0225d-ef64-45a1-b899-4119011dd94d with Priority: HIGHEST for action security_group_members [ 873.544991] env[65432]: INFO networking_nsxv3.common.synchronization [req-d16f47c0-958a-4d41-8524-489bb58998a1 req-52be61e3-06cd-439e-8bf8-105f17d12b41 service nova] Enqueued Resource ID: 1ce8e864-316e-443f-bb9f-031625ae9921 with Priority: HIGHEST for action port [ 873.545512] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2a0225d-ef64-45a1-b899-4119011dd94d with Priority: HIGHEST for action security_group_rules [ 873.545652] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2a0225d-ef64-45a1-b899-4119011dd94d with Priority: HIGHEST for action security_group_members [ 873.545751] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ce8e864-316e-443f-bb9f-031625ae9921 with Priority: HIGHEST for action port [ 873.546124] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2a0225d-ef64-45a1-b899-4119011dd94d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.546271] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.546341] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.546542] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.546635] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2a0225d-ef64-45a1-b899-4119011dd94d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.548222] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2a0225d-ef64-45a1-b899-4119011dd94d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.548336] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.548945] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ce8e864-316e-443f-bb9f-031625ae9921 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.548945] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ce8e864-316e-443f-bb9f-031625ae9921" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.548945] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ce8e864-316e-443f-bb9f-031625ae9921" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.548945] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ce8e864-316e-443f-bb9f-031625ae9921" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.549274] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ce8e864-316e-443f-bb9f-031625ae9921',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.049158] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2a0225d-ef64-45a1-b899-4119011dd94d taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.049252] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.050598] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1ce8e864-316e-443f-bb9f-031625ae9921 with status ACTIVE [ 874.050786] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.050900] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.050969] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.051190] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.051280] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.051451] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.051550] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.051609] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.051765] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.051843] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.052063] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.052136] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.052432] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.052432] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.052432] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.052572] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1ce8e864-316e-443f-bb9f-031625ae9921 is going to be updated. [ 874.076157] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.076157] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.076157] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.076157] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.076414] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.076451] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ce8e864-316e-443f-bb9f-031625ae9921" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.097710] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 in Status: SUCCESS [ 874.097710] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 deletion is rescheduled due to dependency. [ 874.097710] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.759303] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07cf2170-b005-4f1c-9f6d-83e53b4e478c in Status: SUCCESS [ 874.759303] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07cf2170-b005-4f1c-9f6d-83e53b4e478c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.759303] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07cf2170-b005-4f1c-9f6d-83e53b4e478c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.759303] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07cf2170-b005-4f1c-9f6d-83e53b4e478c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.759303] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.759303] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.759303] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.759303] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.759303] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.759303] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07cf2170-b005-4f1c-9f6d-83e53b4e478c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.255443] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.255968] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.255968] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.256042] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.287358] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.287980] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.287980] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.288143] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.288290] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.288387] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.288487] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07cf2170-b005-4f1c-9f6d-83e53b4e478c is going to be updated. [ 875.337325] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.337532] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.337612] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.337832] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.337996] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.348723] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07cf2170-b005-4f1c-9f6d-83e53b4e478c in Status: IN_PROGRESS for 2s [ 875.417083] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2a0225d-ef64-45a1-b899-4119011dd94d in Status: SUCCESS [ 875.417302] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.417479] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.417705] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.417977] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.418150] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.418196] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.418372] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.418456] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.418637] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2a0225d-ef64-45a1-b899-4119011dd94d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.872730] env[65432]: INFO networking_nsxv3.common.synchronization [req-cd5b5bbf-ebb6-4d25-94e9-3790c27593ea req-609a41ac-031c-412b-8c42-cd4e075fd8e7 tempest-ServersAdminTestJSON-1011156328 tempest-ServersAdminTestJSON-1011156328-project-member] Enqueued Resource ID: 84c12c3a-1be5-4681-a64f-a9e312c474bc with Priority: HIGHEST for action security_group_members [ 875.873356] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84c12c3a-1be5-4681-a64f-a9e312c474bc with Priority: HIGHEST for action security_group_members [ 875.873698] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-84c12c3a-1be5-4681-a64f-a9e312c474bc taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.873823] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.873856] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.877251] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.877933] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.878091] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.878167] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.878399] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.878518] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.878596] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84c12c3a-1be5-4681-a64f-a9e312c474bc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.921138] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2a0225d-ef64-45a1-b899-4119011dd94d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.384211] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84c12c3a-1be5-4681-a64f-a9e312c474bc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.422150] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2a0225d-ef64-45a1-b899-4119011dd94d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.889799] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84c12c3a-1be5-4681-a64f-a9e312c474bc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.928588] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.929089] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.929188] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.929486] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.929569] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.929670] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2a0225d-ef64-45a1-b899-4119011dd94d is going to be updated. [ 876.962043] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.962321] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.962429] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.962692] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.962869] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.973255] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2a0225d-ef64-45a1-b899-4119011dd94d in Status: IN_PROGRESS for 2s [ 877.359972] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07cf2170-b005-4f1c-9f6d-83e53b4e478c in Status: SUCCESS [ 877.360427] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07cf2170-b005-4f1c-9f6d-83e53b4e478c deletion is rescheduled due to dependency. [ 877.360673] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07cf2170-b005-4f1c-9f6d-83e53b4e478c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.392229] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.392393] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.392470] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.392709] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.392797] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.392897] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84c12c3a-1be5-4681-a64f-a9e312c474bc is going to be updated. [ 877.421917] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.422086] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.422177] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.422384] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.422540] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.431640] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84c12c3a-1be5-4681-a64f-a9e312c474bc in Status: IN_PROGRESS for 2s [ 877.658293] env[65432]: INFO networking_nsxv3.common.synchronization [req-8b03ac22-bd09-4b47-be12-6455ef6913e6 req-a50dc798-1626-4175-a2d1-042618adbae6 tempest-MigrationsAdminTest-2147284106 tempest-MigrationsAdminTest-2147284106-project-member] Enqueued Resource ID: 27564b81-520f-4365-a89c-373ab442ec1a with Priority: HIGHEST for action security_group_members [ 877.658799] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27564b81-520f-4365-a89c-373ab442ec1a with Priority: HIGHEST for action security_group_members [ 877.659118] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-27564b81-520f-4365-a89c-373ab442ec1a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.659739] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27564b81-520f-4365-a89c-373ab442ec1a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.659739] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27564b81-520f-4365-a89c-373ab442ec1a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.659739] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27564b81-520f-4365-a89c-373ab442ec1a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.659739] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.659739] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.660087] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.660087] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.660087] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.660087] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27564b81-520f-4365-a89c-373ab442ec1a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.162211] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('27564b81-520f-4365-a89c-373ab442ec1a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.667754] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('27564b81-520f-4365-a89c-373ab442ec1a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.983688] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2a0225d-ef64-45a1-b899-4119011dd94d in Status: SUCCESS [ 878.983989] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.984214] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.984463] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.984662] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.984773] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.984835] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.984991] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.985085] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.985165] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.985273] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b2a0225d-ef64-45a1-b899-4119011dd94d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.171979] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.171979] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.171979] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.171979] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.171979] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.172358] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27564b81-520f-4365-a89c-373ab442ec1a is going to be updated. [ 879.210987] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.211173] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.211236] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.211477] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.216039] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.223419] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27564b81-520f-4365-a89c-373ab442ec1a in Status: IN_PROGRESS for 2s [ 879.443704] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84c12c3a-1be5-4681-a64f-a9e312c474bc in Status: SUCCESS [ 879.443936] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.488936] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2a0225d-ef64-45a1-b899-4119011dd94d taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.488936] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.488936] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.489651] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.489877] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.489990] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.490070] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.490347] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.490472] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.490472] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.490632] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2a0225d-ef64-45a1-b899-4119011dd94d taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.490728] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.490787] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.490934] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.491087] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.491174] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.491232] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.491371] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.491456] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.491539] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.491631] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b2a0225d-ef64-45a1-b899-4119011dd94d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.567856] env[65432]: INFO networking_nsxv3.common.synchronization [None req-937e76fb-2d11-429d-9747-29e5e9516d2e None None] Enqueued Resource ID: 899dd29c-2e5f-4eb6-b044-82508f5b57a2 with Priority: HIGHEST for action port [ 879.569414] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 899dd29c-2e5f-4eb6-b044-82508f5b57a2 with Priority: HIGHEST for action port [ 879.569414] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-899dd29c-2e5f-4eb6-b044-82508f5b57a2 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.569414] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-899dd29c-2e5f-4eb6-b044-82508f5b57a2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.569414] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-899dd29c-2e5f-4eb6-b044-82508f5b57a2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.569414] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-899dd29c-2e5f-4eb6-b044-82508f5b57a2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.569414] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('899dd29c-2e5f-4eb6-b044-82508f5b57a2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.994698] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b2a0225d-ef64-45a1-b899-4119011dd94d: rpc.has_security_group_logging(os_id): False [ 880.014643] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.014853] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.014853] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.015513] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.036501] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.037123] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.037123] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.037123] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.037319] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.037393] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.037632] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.037721] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.037777] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.037990] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.037990] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.038697] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.038697] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.038697] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.038697] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.038697] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.038697] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2a0225d-ef64-45a1-b899-4119011dd94d is going to be updated. [ 880.071980] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 899dd29c-2e5f-4eb6-b044-82508f5b57a2 [ 880.072301] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.073093] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.073093] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.073093] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.073093] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.074053] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:899dd29c-2e5f-4eb6-b044-82508f5b57a2 already deleted. [ 880.074053] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-899dd29c-2e5f-4eb6-b044-82508f5b57a2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.127221] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.129466] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.129466] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.129466] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.129466] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.158950] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2a0225d-ef64-45a1-b899-4119011dd94d in Status: IN_PROGRESS for 2s [ 880.213915] env[65432]: INFO networking_nsxv3.common.synchronization [None req-9c5c64d9-9393-401f-bc63-c4b7eba6f45a tempest-ServerActionsTestJSON-1745685189 tempest-ServerActionsTestJSON-1745685189-project-member] Enqueued Resource ID: b9bc8edc-0f80-437b-b110-37bdf270bb9d with Priority: HIGHEST for action security_group_rules [ 880.214494] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9bc8edc-0f80-437b-b110-37bdf270bb9d with Priority: HIGHEST for action security_group_rules [ 880.214798] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9bc8edc-0f80-437b-b110-37bdf270bb9d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.214924] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9bc8edc-0f80-437b-b110-37bdf270bb9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.214989] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9bc8edc-0f80-437b-b110-37bdf270bb9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.215259] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9bc8edc-0f80-437b-b110-37bdf270bb9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.215737] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9bc8edc-0f80-437b-b110-37bdf270bb9d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.342258] env[65432]: INFO networking_nsxv3.common.synchronization [None req-dd7fcdf7-ddd6-4955-a738-a16f018633f5 tempest-ServerActionsTestJSON-1745685189 tempest-ServerActionsTestJSON-1745685189-project-member] Enqueued Resource ID: b9bc8edc-0f80-437b-b110-37bdf270bb9d with Priority: HIGHEST for action security_group_rules [ 880.342800] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9bc8edc-0f80-437b-b110-37bdf270bb9d with Priority: HIGHEST for action security_group_rules [ 880.345022] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9bc8edc-0f80-437b-b110-37bdf270bb9d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.345022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9bc8edc-0f80-437b-b110-37bdf270bb9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.737294] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.737679] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.737679] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.737850] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.738594] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.738594] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9bc8edc-0f80-437b-b110-37bdf270bb9d already deleted. [ 880.738594] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9bc8edc-0f80-437b-b110-37bdf270bb9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.738594] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9bc8edc-0f80-437b-b110-37bdf270bb9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.738594] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9bc8edc-0f80-437b-b110-37bdf270bb9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.738594] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9bc8edc-0f80-437b-b110-37bdf270bb9d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.233107] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27564b81-520f-4365-a89c-373ab442ec1a in Status: SUCCESS [ 881.233325] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27564b81-520f-4365-a89c-373ab442ec1a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.263219] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.263403] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.263479] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.263826] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.263940] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.264262] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9bc8edc-0f80-437b-b110-37bdf270bb9d already deleted. [ 881.264262] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9bc8edc-0f80-437b-b110-37bdf270bb9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.175858] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2a0225d-ef64-45a1-b899-4119011dd94d in Status: SUCCESS [ 882.176151] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.794856] env[65432]: INFO networking_nsxv3.common.synchronization [None req-a3ae7dd2-a155-4514-8284-8d54165cf635 None None] Enqueued Resource ID: 5e42045b-517e-44e4-a5d9-910d00d6ba4e with Priority: HIGHEST for action port [ 882.796069] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e42045b-517e-44e4-a5d9-910d00d6ba4e with Priority: HIGHEST for action port [ 882.796069] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e42045b-517e-44e4-a5d9-910d00d6ba4e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.796211] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e42045b-517e-44e4-a5d9-910d00d6ba4e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.796271] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e42045b-517e-44e4-a5d9-910d00d6ba4e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.797452] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e42045b-517e-44e4-a5d9-910d00d6ba4e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.797452] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e42045b-517e-44e4-a5d9-910d00d6ba4e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.253157] env[65432]: INFO networking_nsxv3.common.synchronization [None req-4c95304c-044d-4458-8784-8aa443e660c3 None None] Enqueued Resource ID: f27f5270-6f6d-4924-b38a-a69da104356e with Priority: HIGHEST for action port [ 883.253938] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f27f5270-6f6d-4924-b38a-a69da104356e with Priority: HIGHEST for action port [ 883.256528] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-f27f5270-6f6d-4924-b38a-a69da104356e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.256672] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f27f5270-6f6d-4924-b38a-a69da104356e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.256672] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f27f5270-6f6d-4924-b38a-a69da104356e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.258204] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f27f5270-6f6d-4924-b38a-a69da104356e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.258204] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f27f5270-6f6d-4924-b38a-a69da104356e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.300207] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5e42045b-517e-44e4-a5d9-910d00d6ba4e [ 883.300207] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.300207] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.300207] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.300732] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.301594] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.301798] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5e42045b-517e-44e4-a5d9-910d00d6ba4e already deleted. [ 883.301924] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e42045b-517e-44e4-a5d9-910d00d6ba4e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.760626] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f27f5270-6f6d-4924-b38a-a69da104356e [ 883.762583] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.762583] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.762583] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.762583] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.762583] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.762583] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f27f5270-6f6d-4924-b38a-a69da104356e already deleted. [ 883.762583] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f27f5270-6f6d-4924-b38a-a69da104356e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.545858] env[65432]: INFO networking_nsxv3.common.synchronization [None req-b6028fda-cf56-428f-a84d-f6165aa7b068 None None] Enqueued Resource ID: 96e65882-0542-467e-aeda-9f06b5416bc6 with Priority: HIGHEST for action port [ 885.546548] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96e65882-0542-467e-aeda-9f06b5416bc6 with Priority: HIGHEST for action port [ 885.547428] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-96e65882-0542-467e-aeda-9f06b5416bc6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.547567] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96e65882-0542-467e-aeda-9f06b5416bc6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.547636] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96e65882-0542-467e-aeda-9f06b5416bc6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.547880] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96e65882-0542-467e-aeda-9f06b5416bc6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.547964] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96e65882-0542-467e-aeda-9f06b5416bc6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.878512] env[65432]: INFO networking_nsxv3.common.synchronization [req-6d844872-142c-4de2-a641-48d124b51d67 req-39154cf3-bffd-4135-984a-3b901f076426 tempest-AttachInterfacesTestJSON-373384684 tempest-AttachInterfacesTestJSON-373384684-project-member] Enqueued Resource ID: df440234-1108-4d02-9f14-08a48ea3764e with Priority: HIGHEST for action security_group_members [ 885.878734] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df440234-1108-4d02-9f14-08a48ea3764e with Priority: HIGHEST for action security_group_members [ 885.879048] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-df440234-1108-4d02-9f14-08a48ea3764e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.879504] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df440234-1108-4d02-9f14-08a48ea3764e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.879577] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df440234-1108-4d02-9f14-08a48ea3764e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.879828] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df440234-1108-4d02-9f14-08a48ea3764e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.879986] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.882230] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.882310] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.882563] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.882654] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.882763] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df440234-1108-4d02-9f14-08a48ea3764e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.050432] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 96e65882-0542-467e-aeda-9f06b5416bc6 [ 886.050677] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.050810] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.050877] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.051120] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.051215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.051317] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:96e65882-0542-467e-aeda-9f06b5416bc6 already deleted. [ 886.051405] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96e65882-0542-467e-aeda-9f06b5416bc6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.385546] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.385686] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.385755] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.385928] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.386024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.386266] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.386746] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.386746] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.386746] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.386746] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.387019] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df440234-1108-4d02-9f14-08a48ea3764e already deleted. [ 886.387019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df440234-1108-4d02-9f14-08a48ea3764e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.464908] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock network-377 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.465049] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "network-377" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.465205] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "network-377" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.465431] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "network-377" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.465722] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.465880] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.465995] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.466413] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.466413] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.466554] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 886.466696] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 886.466769] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 886.466874] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 886.467027] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 886.467107] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 886.467241] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 886.486954] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 886.487132] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 886.487266] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 886.487438] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "network-377" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.487771] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock port-9d39eab8-ba74-4c08-aa10-de04fe3e2980 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.487934] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "port-9d39eab8-ba74-4c08-aa10-de04fe3e2980" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.488074] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "port-9d39eab8-ba74-4c08-aa10-de04fe3e2980" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.488465] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "port-9d39eab8-ba74-4c08-aa10-de04fe3e2980" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.488621] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d39eab8-ba74-4c08-aa10-de04fe3e2980',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.863327] env[65432]: INFO networking_nsxv3.common.synchronization [req-f73cd12f-52cd-43c4-92f1-9454b565c2ac req-873581ad-fedb-495b-b6bc-938a9c3078c6 tempest-ServersTestJSON-755690962 tempest-ServersTestJSON-755690962-project-member] Enqueued Resource ID: b2a0225d-ef64-45a1-b899-4119011dd94d with Priority: HIGHEST for action security_group_members [ 886.864960] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2a0225d-ef64-45a1-b899-4119011dd94d with Priority: HIGHEST for action security_group_members [ 886.864960] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2a0225d-ef64-45a1-b899-4119011dd94d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.864960] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.864960] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.865549] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.866302] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.866419] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.866488] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.866659] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.866770] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.866869] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2a0225d-ef64-45a1-b899-4119011dd94d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.991557] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.991873] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.991994] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.992375] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.992697] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.992697] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Segment Port 9d39eab8-ba74-4c08-aa10-de04fe3e2980 not found, creating... [ 886.993104] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.993338] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.993488] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.993736] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.993911] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.994418] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.994622] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.994745] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.994956] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.995112] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.995251] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Resource: SegmentPort with ID: 9d39eab8-ba74-4c08-aa10-de04fe3e2980 is going to be created. [ 887.017937] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.018172] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.018356] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.018730] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.018888] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.019169] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "port-9d39eab8-ba74-4c08-aa10-de04fe3e2980" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.368871] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2a0225d-ef64-45a1-b899-4119011dd94d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.747352] env[65432]: INFO networking_nsxv3.common.synchronization [req-6d844872-142c-4de2-a641-48d124b51d67 req-e43b4d3d-0d57-4262-b354-eca98c9df9ab service nova] Enqueued Resource ID: df440234-1108-4d02-9f14-08a48ea3764e with Priority: HIGHEST for action security_group_rules [ 887.747554] env[65432]: INFO networking_nsxv3.common.synchronization [req-6d844872-142c-4de2-a641-48d124b51d67 req-e43b4d3d-0d57-4262-b354-eca98c9df9ab service nova] Enqueued Resource ID: df440234-1108-4d02-9f14-08a48ea3764e with Priority: HIGHEST for action security_group_members [ 887.747705] env[65432]: INFO networking_nsxv3.common.synchronization [req-6d844872-142c-4de2-a641-48d124b51d67 req-e43b4d3d-0d57-4262-b354-eca98c9df9ab service nova] Enqueued Resource ID: 9d39eab8-ba74-4c08-aa10-de04fe3e2980 with Priority: HIGHEST for action port [ 887.748285] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df440234-1108-4d02-9f14-08a48ea3764e with Priority: HIGHEST for action security_group_rules [ 887.748763] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df440234-1108-4d02-9f14-08a48ea3764e with Priority: HIGHEST for action security_group_members [ 887.748890] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d39eab8-ba74-4c08-aa10-de04fe3e2980 with Priority: HIGHEST for action port [ 887.750685] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df440234-1108-4d02-9f14-08a48ea3764e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.750685] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df440234-1108-4d02-9f14-08a48ea3764e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.750685] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df440234-1108-4d02-9f14-08a48ea3764e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.751043] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df440234-1108-4d02-9f14-08a48ea3764e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.751043] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df440234-1108-4d02-9f14-08a48ea3764e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.752176] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-df440234-1108-4d02-9f14-08a48ea3764e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.752319] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df440234-1108-4d02-9f14-08a48ea3764e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.752423] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df440234-1108-4d02-9f14-08a48ea3764e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.752607] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df440234-1108-4d02-9f14-08a48ea3764e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.753058] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.756629] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.756629] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.756629] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.756629] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.756629] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df440234-1108-4d02-9f14-08a48ea3764e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.756629] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d39eab8-ba74-4c08-aa10-de04fe3e2980 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.756629] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d39eab8-ba74-4c08-aa10-de04fe3e2980" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.756629] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d39eab8-ba74-4c08-aa10-de04fe3e2980" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.756629] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d39eab8-ba74-4c08-aa10-de04fe3e2980" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.756629] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d39eab8-ba74-4c08-aa10-de04fe3e2980',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.872539] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2a0225d-ef64-45a1-b899-4119011dd94d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.257215] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-df440234-1108-4d02-9f14-08a48ea3764e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.257215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df440234-1108-4d02-9f14-08a48ea3764e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.257215] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df440234-1108-4d02-9f14-08a48ea3764e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.259817] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9d39eab8-ba74-4c08-aa10-de04fe3e2980 with status ACTIVE [ 888.260526] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.260526] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.260526] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.260526] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.260712] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.260744] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.260849] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.260880] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.261096] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.261172] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.261365] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.261459] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.261520] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.261659] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.261735] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.261819] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9d39eab8-ba74-4c08-aa10-de04fe3e2980 is going to be updated. [ 888.285135] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.285536] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.285536] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.285691] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.285839] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.286018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d39eab8-ba74-4c08-aa10-de04fe3e2980" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.378494] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.378839] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.378839] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.378988] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.379079] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.379125] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2a0225d-ef64-45a1-b899-4119011dd94d is going to be updated. [ 888.435220] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.435382] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.435454] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.435690] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.435835] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.449372] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2a0225d-ef64-45a1-b899-4119011dd94d in Status: IN_PROGRESS for 2s [ 888.764421] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df440234-1108-4d02-9f14-08a48ea3764e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.269460] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.269788] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.269788] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.269875] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.269996] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.270331] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df440234-1108-4d02-9f14-08a48ea3764e is going to be created. [ 889.294210] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.294341] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.294544] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.294770] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.294933] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.305793] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df440234-1108-4d02-9f14-08a48ea3764e in Status: UNINITIALIZED for 2s [ 890.219354] env[65432]: INFO networking_nsxv3.common.synchronization [req-efe415c8-acc3-4e8b-94fb-706c299ce1bd req-8649e670-8cec-4ff8-9b3e-344f86850f56 tempest-ImagesTestJSON-1127600559 tempest-ImagesTestJSON-1127600559-project-member] Enqueued Resource ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f with Priority: HIGHEST for action security_group_members [ 890.219865] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f with Priority: HIGHEST for action security_group_members [ 890.220233] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd07cc7-5f30-4f1b-945f-d0007a74587f taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.220392] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.220484] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.220713] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.220908] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.221046] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.221135] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.221306] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.221666] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.221831] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bd07cc7-5f30-4f1b-945f-d0007a74587f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.466354] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2a0225d-ef64-45a1-b899-4119011dd94d in Status: SUCCESS [ 890.466354] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.661295] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock network-904 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.661390] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "network-904" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.661527] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "network-904" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.661737] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "network-904" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.661994] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.662165] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.662295] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.662533] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.662683] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.662889] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 890.663017] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 890.663133] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 890.663244] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 890.663353] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 890.663460] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 890.663618] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 890.682406] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 890.682598] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 890.682736] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 890.682916] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "network-904" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.683250] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock port-7387477e-ec05-4af1-a7bb-97f987866b5c taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.683419] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "port-7387477e-ec05-4af1-a7bb-97f987866b5c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.683538] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "port-7387477e-ec05-4af1-a7bb-97f987866b5c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.683869] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "port-7387477e-ec05-4af1-a7bb-97f987866b5c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.683982] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7387477e-ec05-4af1-a7bb-97f987866b5c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.728148] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.728148] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.728148] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.728148] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.728442] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.728442] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.728516] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.728516] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.728671] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.728748] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.728833] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f is going to be updated. [ 890.753906] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.754116] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.754116] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.754327] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.754578] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.763592] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f in Status: IN_PROGRESS for 2s [ 891.186653] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.187075] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.187075] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.187310] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.187485] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.187651] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Segment Port 7387477e-ec05-4af1-a7bb-97f987866b5c not found, creating... [ 891.187919] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.188090] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.188212] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.188432] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.188564] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.188852] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.189056] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.189127] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.189333] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.189457] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.189592] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Resource: SegmentPort with ID: 7387477e-ec05-4af1-a7bb-97f987866b5c is going to be created. [ 891.209585] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.209792] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.209914] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.210201] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.210429] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.210650] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "port-7387477e-ec05-4af1-a7bb-97f987866b5c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.316158] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df440234-1108-4d02-9f14-08a48ea3764e in Status: SUCCESS [ 891.316382] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df440234-1108-4d02-9f14-08a48ea3764e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.316574] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df440234-1108-4d02-9f14-08a48ea3764e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.316926] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df440234-1108-4d02-9f14-08a48ea3764e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.317231] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.317414] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.317509] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.317725] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.317812] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.317965] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df440234-1108-4d02-9f14-08a48ea3764e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.318106] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('df440234-1108-4d02-9f14-08a48ea3764e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.820265] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('df440234-1108-4d02-9f14-08a48ea3764e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.906594] env[65432]: INFO networking_nsxv3.common.synchronization [req-efe415c8-acc3-4e8b-94fb-706c299ce1bd req-379bbd6a-8e73-4eb7-ac7e-03e3d1510c3e service nova] Enqueued Resource ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f with Priority: HIGHEST for action security_group_rules [ 891.906802] env[65432]: INFO networking_nsxv3.common.synchronization [req-efe415c8-acc3-4e8b-94fb-706c299ce1bd req-379bbd6a-8e73-4eb7-ac7e-03e3d1510c3e service nova] Enqueued Resource ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f with Priority: HIGHEST for action security_group_members [ 891.906946] env[65432]: INFO networking_nsxv3.common.synchronization [req-efe415c8-acc3-4e8b-94fb-706c299ce1bd req-379bbd6a-8e73-4eb7-ac7e-03e3d1510c3e service nova] Enqueued Resource ID: 7387477e-ec05-4af1-a7bb-97f987866b5c with Priority: HIGHEST for action port [ 891.907448] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f with Priority: HIGHEST for action security_group_rules [ 891.907630] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f with Priority: HIGHEST for action security_group_members [ 891.910559] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7387477e-ec05-4af1-a7bb-97f987866b5c with Priority: HIGHEST for action port [ 891.910559] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9bd07cc7-5f30-4f1b-945f-d0007a74587f taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.910559] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.910559] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.910559] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.910559] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9bd07cc7-5f30-4f1b-945f-d0007a74587f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.910559] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd07cc7-5f30-4f1b-945f-d0007a74587f taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.910559] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.910559] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-7387477e-ec05-4af1-a7bb-97f987866b5c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.910559] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7387477e-ec05-4af1-a7bb-97f987866b5c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.910559] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7387477e-ec05-4af1-a7bb-97f987866b5c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.910895] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7387477e-ec05-4af1-a7bb-97f987866b5c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.910895] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7387477e-ec05-4af1-a7bb-97f987866b5c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.120207] env[65432]: INFO networking_nsxv3.common.synchronization [None req-eceb64f2-3433-4ebd-b878-74c86b006d95 None None] Enqueued Resource ID: 8f25ea21-6a95-4684-a130-2779198d3166 with Priority: HIGHEST for action port [ 892.120875] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f25ea21-6a95-4684-a130-2779198d3166 with Priority: HIGHEST for action port [ 892.121257] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f25ea21-6a95-4684-a130-2779198d3166 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.121345] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f25ea21-6a95-4684-a130-2779198d3166" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.121732] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f25ea21-6a95-4684-a130-2779198d3166" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.123625] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f25ea21-6a95-4684-a130-2779198d3166" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.123625] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f25ea21-6a95-4684-a130-2779198d3166',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.322772] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for df440234-1108-4d02-9f14-08a48ea3764e: rpc.has_security_group_logging(os_id): False [ 892.345826] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.346784] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.346784] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.347138] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.347369] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.347668] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.348415] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.348546] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.349129] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.349228] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.349333] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df440234-1108-4d02-9f14-08a48ea3764e is going to be created. [ 892.413190] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd07cc7-5f30-4f1b-945f-d0007a74587f taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.413373] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.413603] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7387477e-ec05-4af1-a7bb-97f987866b5c with status ACTIVE [ 892.413800] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.413931] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.413982] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.414319] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.414616] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.414759] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.414873] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.414959] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.415203] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.415284] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.415518] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.415631] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.415706] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.415860] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.415939] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.416106] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7387477e-ec05-4af1-a7bb-97f987866b5c is going to be updated. [ 892.440144] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.440349] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.440460] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.440705] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.440924] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.448169] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.448424] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.448503] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.448708] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.448860] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.449120] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7387477e-ec05-4af1-a7bb-97f987866b5c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.454220] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df440234-1108-4d02-9f14-08a48ea3764e in Status: IN_PROGRESS for 2s [ 892.624564] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8f25ea21-6a95-4684-a130-2779198d3166 [ 892.625231] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.625231] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.625231] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.625537] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.625739] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.625786] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8f25ea21-6a95-4684-a130-2779198d3166 already deleted. [ 892.625855] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f25ea21-6a95-4684-a130-2779198d3166" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.774131] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f in Status: SUCCESS [ 892.774317] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f deletion is rescheduled due to dependency. [ 892.774481] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.774667] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.774885] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.775085] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.775215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.775282] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.775465] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.775573] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.775661] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bd07cc7-5f30-4f1b-945f-d0007a74587f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.283916] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9bd07cc7-5f30-4f1b-945f-d0007a74587f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.785672] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9bd07cc7-5f30-4f1b-945f-d0007a74587f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.288666] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.288964] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.288964] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.289208] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.289317] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.289517] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f is going to be updated. [ 894.320940] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.321129] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.321234] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.321432] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.321589] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.331326] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f in Status: IN_PROGRESS for 2s [ 894.448287] env[65432]: INFO networking_nsxv3.common.synchronization [None req-2411f64b-4f5c-4ab5-85d2-c5ccbecabfaf None None] Enqueued Resource ID: f54dde51-8cca-4764-bee3-0cf4c5738981 with Priority: HIGHEST for action port [ 894.448868] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f54dde51-8cca-4764-bee3-0cf4c5738981 with Priority: HIGHEST for action port [ 894.449452] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-f54dde51-8cca-4764-bee3-0cf4c5738981 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.449582] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f54dde51-8cca-4764-bee3-0cf4c5738981" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.449666] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f54dde51-8cca-4764-bee3-0cf4c5738981" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.449933] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f54dde51-8cca-4764-bee3-0cf4c5738981" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.450041] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f54dde51-8cca-4764-bee3-0cf4c5738981',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.468246] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df440234-1108-4d02-9f14-08a48ea3764e in Status: SUCCESS [ 894.468487] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df440234-1108-4d02-9f14-08a48ea3764e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.952761] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f54dde51-8cca-4764-bee3-0cf4c5738981 [ 894.954022] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.954022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.954022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.954022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.954022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.954022] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f54dde51-8cca-4764-bee3-0cf4c5738981 already deleted. [ 894.954022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f54dde51-8cca-4764-bee3-0cf4c5738981" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.006123] env[65432]: INFO networking_nsxv3.common.synchronization [req-a12cbb19-251c-4a4f-84e7-9fc79cdd10b1 req-ddeb1c3b-cd05-4a5b-aff8-d26d7a314cf3 tempest-ServersTestManualDisk-165174663 tempest-ServersTestManualDisk-165174663-project-member] Enqueued Resource ID: f442727c-346f-40a8-92b8-e7c2fd3166d5 with Priority: HIGHEST for action security_group_members [ 895.006657] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f442727c-346f-40a8-92b8-e7c2fd3166d5 with Priority: HIGHEST for action security_group_members [ 895.006977] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f442727c-346f-40a8-92b8-e7c2fd3166d5 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.007122] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f442727c-346f-40a8-92b8-e7c2fd3166d5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.007207] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f442727c-346f-40a8-92b8-e7c2fd3166d5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.007473] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f442727c-346f-40a8-92b8-e7c2fd3166d5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.007667] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.007763] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.007827] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.008034] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.008123] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.008249] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f442727c-346f-40a8-92b8-e7c2fd3166d5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.377197] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock network-966 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.377546] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "network-966" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.378335] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "network-966" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.378335] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "network-966" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.378463] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.378625] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.378767] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.379098] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.379272] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.379546] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 895.379722] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 895.381414] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 895.381414] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 895.381414] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 895.381414] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 895.381414] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 895.402722] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 895.402938] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 895.403139] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 895.403356] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "network-966" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.403772] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock port-9386de8b-4de9-4040-9c3c-24982e3afe05 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.403965] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "port-9386de8b-4de9-4040-9c3c-24982e3afe05" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.406417] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "port-9386de8b-4de9-4040-9c3c-24982e3afe05" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.406768] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "port-9386de8b-4de9-4040-9c3c-24982e3afe05" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.406916] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9386de8b-4de9-4040-9c3c-24982e3afe05',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.509987] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.510165] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.510233] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.511239] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.511239] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.511239] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.511239] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.511239] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.511239] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.511239] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.511239] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f442727c-346f-40a8-92b8-e7c2fd3166d5 already deleted. [ 895.511239] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f442727c-346f-40a8-92b8-e7c2fd3166d5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.911371] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.911724] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.911915] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.912293] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.912511] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.912745] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Segment Port 9386de8b-4de9-4040-9c3c-24982e3afe05 not found, creating... [ 895.913429] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.913429] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.913429] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.913757] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.913972] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.914362] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.914633] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.914825] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.915121] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.915333] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.915578] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Resource: SegmentPort with ID: 9386de8b-4de9-4040-9c3c-24982e3afe05 is going to be created. [ 895.939184] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.939184] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.939184] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.939184] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.943023] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.943023] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "port-9386de8b-4de9-4040-9c3c-24982e3afe05" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.342022] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f in Status: SUCCESS [ 896.342298] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.342578] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.342729] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.342967] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.343103] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.343175] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.343364] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.343488] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.343589] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.343701] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9bd07cc7-5f30-4f1b-945f-d0007a74587f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.658666] env[65432]: INFO networking_nsxv3.common.synchronization [req-a12cbb19-251c-4a4f-84e7-9fc79cdd10b1 req-fec76539-e3dc-4621-aadd-8407796f508d service nova] Enqueued Resource ID: f442727c-346f-40a8-92b8-e7c2fd3166d5 with Priority: HIGHEST for action security_group_rules [ 896.658666] env[65432]: INFO networking_nsxv3.common.synchronization [req-a12cbb19-251c-4a4f-84e7-9fc79cdd10b1 req-fec76539-e3dc-4621-aadd-8407796f508d service nova] Enqueued Resource ID: f442727c-346f-40a8-92b8-e7c2fd3166d5 with Priority: HIGHEST for action security_group_members [ 896.659034] env[65432]: INFO networking_nsxv3.common.synchronization [req-a12cbb19-251c-4a4f-84e7-9fc79cdd10b1 req-fec76539-e3dc-4621-aadd-8407796f508d service nova] Enqueued Resource ID: 9386de8b-4de9-4040-9c3c-24982e3afe05 with Priority: HIGHEST for action port [ 896.659781] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f442727c-346f-40a8-92b8-e7c2fd3166d5 with Priority: HIGHEST for action security_group_rules [ 896.659994] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f442727c-346f-40a8-92b8-e7c2fd3166d5 with Priority: HIGHEST for action security_group_members [ 896.660203] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9386de8b-4de9-4040-9c3c-24982e3afe05 with Priority: HIGHEST for action port [ 896.660618] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f442727c-346f-40a8-92b8-e7c2fd3166d5 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.660826] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f442727c-346f-40a8-92b8-e7c2fd3166d5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.660955] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f442727c-346f-40a8-92b8-e7c2fd3166d5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.661413] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f442727c-346f-40a8-92b8-e7c2fd3166d5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.661413] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f442727c-346f-40a8-92b8-e7c2fd3166d5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.663675] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f442727c-346f-40a8-92b8-e7c2fd3166d5 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.667024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f442727c-346f-40a8-92b8-e7c2fd3166d5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.667024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f442727c-346f-40a8-92b8-e7c2fd3166d5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.667024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f442727c-346f-40a8-92b8-e7c2fd3166d5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.667024] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.667024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.667024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.667024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.667024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.667024] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f442727c-346f-40a8-92b8-e7c2fd3166d5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.667024] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-9386de8b-4de9-4040-9c3c-24982e3afe05 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.667024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9386de8b-4de9-4040-9c3c-24982e3afe05" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.667024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9386de8b-4de9-4040-9c3c-24982e3afe05" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.667024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9386de8b-4de9-4040-9c3c-24982e3afe05" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.667024] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9386de8b-4de9-4040-9c3c-24982e3afe05',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.846564] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd07cc7-5f30-4f1b-945f-d0007a74587f taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.846735] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.846805] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.847045] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.847214] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.847579] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.847579] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.847579] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.847706] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.847706] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.848018] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd07cc7-5f30-4f1b-945f-d0007a74587f taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.848018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.848018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.848146] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.848689] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.848689] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.848689] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.848689] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.848689] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.848689] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.848945] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9bd07cc7-5f30-4f1b-945f-d0007a74587f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.170074] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9386de8b-4de9-4040-9c3c-24982e3afe05 with status ACTIVE [ 897.170335] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.170632] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.170770] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.171346] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.171754] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.172046] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.172183] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.172469] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.172518] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.172581] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.172824] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.172947] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.172947] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.173118] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.173205] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.173293] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9386de8b-4de9-4040-9c3c-24982e3afe05 is going to be updated. [ 897.174575] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f442727c-346f-40a8-92b8-e7c2fd3166d5 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.174692] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f442727c-346f-40a8-92b8-e7c2fd3166d5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.174875] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f442727c-346f-40a8-92b8-e7c2fd3166d5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.208808] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.209104] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.209104] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.209430] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.209608] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.209857] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9386de8b-4de9-4040-9c3c-24982e3afe05" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.350967] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9bd07cc7-5f30-4f1b-945f-d0007a74587f: rpc.has_security_group_logging(os_id): False [ 897.370210] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.370353] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.370723] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.370723] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.370796] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.370968] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.371101] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.371131] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.371325] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.371403] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.371669] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.372068] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.372068] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.372155] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.372226] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.372581] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.372668] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.372803] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.372992] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.373107] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.373432] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f is going to be updated. [ 897.453230] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.453374] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.453429] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.454130] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.454130] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.476429] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f in Status: IN_PROGRESS for 2s [ 897.677467] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f442727c-346f-40a8-92b8-e7c2fd3166d5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.685811] env[65432]: INFO networking_nsxv3.common.synchronization [req-75e08b28-3638-4fe6-bc6e-e54d0ec6988c req-fec65e1d-6050-42b3-98ea-993c51b12b7a tempest-ServerDiskConfigTestJSON-621321756 tempest-ServerDiskConfigTestJSON-621321756-project-member] Enqueued Resource ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 with Priority: HIGHEST for action security_group_members [ 897.686424] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 with Priority: HIGHEST for action security_group_members [ 897.686829] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-50575cbb-c5ae-41f3-bd63-feaf511b6d87 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.686998] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.687090] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.687259] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.687485] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.688216] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.688324] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.688474] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.688571] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.688682] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50575cbb-c5ae-41f3-bd63-feaf511b6d87',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.009960] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock network-383 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.010923] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "network-383" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.010923] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "network-383" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.010923] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "network-383" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.011644] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.012151] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.015018] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.015018] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.015018] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.015018] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 898.015018] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 898.015018] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 898.015018] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 898.015018] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 898.015018] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 898.015018] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 898.043720] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 898.043889] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 898.044122] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 898.044289] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "network-383" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.044664] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock port-efe1c3f4-1e1d-42f9-8b6d-8b88f823d744 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.044911] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "port-efe1c3f4-1e1d-42f9-8b6d-8b88f823d744" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.045071] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "port-efe1c3f4-1e1d-42f9-8b6d-8b88f823d744" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.045420] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "port-efe1c3f4-1e1d-42f9-8b6d-8b88f823d744" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.045567] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efe1c3f4-1e1d-42f9-8b6d-8b88f823d744',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.180394] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.180570] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.180641] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.180891] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.180989] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.181100] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f442727c-346f-40a8-92b8-e7c2fd3166d5 is going to be created. [ 898.191483] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.191657] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.191734] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.191948] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.192046] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.192333] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.192472] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.192589] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.192726] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.192809] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.193041] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 is going to be updated. [ 898.213787] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.213968] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.214093] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.214250] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.214464] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.219736] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.219884] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.220058] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.220192] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.220639] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.229249] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f442727c-346f-40a8-92b8-e7c2fd3166d5 in Status: UNINITIALIZED for 2s [ 898.230009] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 in Status: IN_PROGRESS for 2s [ 898.248466] env[65432]: INFO networking_nsxv3.common.synchronization [req-43cc7efe-8b40-4a3b-b129-4c9191427d6b req-23688d9e-a855-494a-8a9a-716f585816da tempest-ServersWithSpecificFlavorTestJSON-52620977 tempest-ServersWithSpecificFlavorTestJSON-52620977-project-member] Enqueued Resource ID: d1312b13-59d8-441d-af89-7970aba103dd with Priority: HIGHEST for action security_group_members [ 898.249158] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1312b13-59d8-441d-af89-7970aba103dd with Priority: HIGHEST for action security_group_members [ 898.249827] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1312b13-59d8-441d-af89-7970aba103dd taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.249958] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1312b13-59d8-441d-af89-7970aba103dd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.250034] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1312b13-59d8-441d-af89-7970aba103dd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.250241] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1312b13-59d8-441d-af89-7970aba103dd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.250404] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.250509] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.250569] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.250719] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.252112] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.252112] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1312b13-59d8-441d-af89-7970aba103dd',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.547754] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.548074] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.548133] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.548577] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.548577] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.548715] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Segment Port efe1c3f4-1e1d-42f9-8b6d-8b88f823d744 not found, creating... [ 898.548959] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.549139] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.549254] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.549478] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.549606] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.549886] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.550239] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.550239] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.550371] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.550500] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.550639] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Resource: SegmentPort with ID: efe1c3f4-1e1d-42f9-8b6d-8b88f823d744 is going to be created. [ 898.581914] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.582232] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.582369] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.582688] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.583335] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.583335] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "port-efe1c3f4-1e1d-42f9-8b6d-8b88f823d744" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.753818] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.754151] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.754151] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.754334] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.781015] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.781294] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.781427] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.781498] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.781700] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.781783] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.781874] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1312b13-59d8-441d-af89-7970aba103dd is going to be updated. [ 898.818378] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.818530] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.818632] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.818888] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.819161] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.831462] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1312b13-59d8-441d-af89-7970aba103dd in Status: IN_PROGRESS for 2s [ 899.279196] env[65432]: INFO networking_nsxv3.common.synchronization [req-75e08b28-3638-4fe6-bc6e-e54d0ec6988c req-6e04a1e8-6faf-4b99-b913-16c167f3ca05 service nova] Enqueued Resource ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 with Priority: HIGHEST for action security_group_rules [ 899.279374] env[65432]: INFO networking_nsxv3.common.synchronization [req-75e08b28-3638-4fe6-bc6e-e54d0ec6988c req-6e04a1e8-6faf-4b99-b913-16c167f3ca05 service nova] Enqueued Resource ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 with Priority: HIGHEST for action security_group_members [ 899.279547] env[65432]: INFO networking_nsxv3.common.synchronization [req-75e08b28-3638-4fe6-bc6e-e54d0ec6988c req-6e04a1e8-6faf-4b99-b913-16c167f3ca05 service nova] Enqueued Resource ID: efe1c3f4-1e1d-42f9-8b6d-8b88f823d744 with Priority: HIGHEST for action port [ 899.280086] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 with Priority: HIGHEST for action security_group_rules [ 899.280222] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 with Priority: HIGHEST for action security_group_members [ 899.280375] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efe1c3f4-1e1d-42f9-8b6d-8b88f823d744 with Priority: HIGHEST for action port [ 899.280808] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50575cbb-c5ae-41f3-bd63-feaf511b6d87 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.281285] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.281285] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.282351] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.282475] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50575cbb-c5ae-41f3-bd63-feaf511b6d87',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.283343] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-50575cbb-c5ae-41f3-bd63-feaf511b6d87 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.283485] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.283626] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-efe1c3f4-1e1d-42f9-8b6d-8b88f823d744 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.283749] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-efe1c3f4-1e1d-42f9-8b6d-8b88f823d744" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.283816] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-efe1c3f4-1e1d-42f9-8b6d-8b88f823d744" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.284010] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-efe1c3f4-1e1d-42f9-8b6d-8b88f823d744" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.284090] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efe1c3f4-1e1d-42f9-8b6d-8b88f823d744',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.500313] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f in Status: SUCCESS [ 899.500313] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.789270] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-50575cbb-c5ae-41f3-bd63-feaf511b6d87 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.789622] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.789728] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port efe1c3f4-1e1d-42f9-8b6d-8b88f823d744 with status ACTIVE [ 899.789984] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.790133] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.790229] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.790506] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.790631] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.790870] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.791018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.791113] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.791328] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.791443] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.791704] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.791854] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.791956] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.792194] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.792317] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.792444] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: efe1c3f4-1e1d-42f9-8b6d-8b88f823d744 is going to be updated. [ 899.815439] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.815692] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.815692] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.816029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.816029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.816129] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-efe1c3f4-1e1d-42f9-8b6d-8b88f823d744" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.242977] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 in Status: SUCCESS [ 900.243205] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 deletion is rescheduled due to dependency. [ 900.243338] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.243526] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.243771] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.243986] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.244165] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.244243] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.244362] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.244548] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.244627] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50575cbb-c5ae-41f3-bd63-feaf511b6d87',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.247105] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f442727c-346f-40a8-92b8-e7c2fd3166d5 in Status: SUCCESS [ 900.247105] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f442727c-346f-40a8-92b8-e7c2fd3166d5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.247376] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f442727c-346f-40a8-92b8-e7c2fd3166d5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.247450] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f442727c-346f-40a8-92b8-e7c2fd3166d5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.247690] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.247815] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.247887] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.248050] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.248140] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.248223] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f442727c-346f-40a8-92b8-e7c2fd3166d5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.248311] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f442727c-346f-40a8-92b8-e7c2fd3166d5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.297559] env[65432]: INFO networking_nsxv3.common.synchronization [req-b717014b-b314-4ab6-930f-a3c0358b2c83 req-6207fd10-e0e3-4b6b-a249-5a8922f19dba tempest-ServerMetadataNegativeTestJSON-1609587776 tempest-ServerMetadataNegativeTestJSON-1609587776-project-member] Enqueued Resource ID: f88b3d7f-3901-4add-97ef-6663e93d7598 with Priority: HIGHEST for action security_group_members [ 900.298528] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f88b3d7f-3901-4add-97ef-6663e93d7598 with Priority: HIGHEST for action security_group_members [ 900.298963] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f88b3d7f-3901-4add-97ef-6663e93d7598 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.299140] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f88b3d7f-3901-4add-97ef-6663e93d7598" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.299259] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f88b3d7f-3901-4add-97ef-6663e93d7598" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.299545] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f88b3d7f-3901-4add-97ef-6663e93d7598" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.299754] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.299900] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.300076] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.300505] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.300505] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.300505] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f88b3d7f-3901-4add-97ef-6663e93d7598',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.745184] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock network-575 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.745184] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "network-575" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.745184] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "network-575" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.745184] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "network-575" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.745184] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.745794] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.746139] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.746555] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.746869] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.747239] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 900.747514] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 900.747762] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 900.747993] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 900.748259] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 900.750037] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 900.750037] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 900.750596] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50575cbb-c5ae-41f3-bd63-feaf511b6d87',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.751910] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f442727c-346f-40a8-92b8-e7c2fd3166d5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.772424] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 900.772662] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 900.772744] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 900.772967] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "network-575" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.773320] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock port-3310a4e3-a116-4332-ba7a-ac6c495e8f52 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.773498] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "port-3310a4e3-a116-4332-ba7a-ac6c495e8f52" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.773644] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "port-3310a4e3-a116-4332-ba7a-ac6c495e8f52" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.773985] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "port-3310a4e3-a116-4332-ba7a-ac6c495e8f52" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.774234] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3310a4e3-a116-4332-ba7a-ac6c495e8f52',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.803168] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.803896] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.803896] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.803896] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.803896] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.803896] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.804818] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.804818] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.804818] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.804818] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.804818] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f88b3d7f-3901-4add-97ef-6663e93d7598 already deleted. [ 900.804818] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f88b3d7f-3901-4add-97ef-6663e93d7598" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.842784] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1312b13-59d8-441d-af89-7970aba103dd in Status: SUCCESS [ 900.843118] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1312b13-59d8-441d-af89-7970aba103dd deletion is rescheduled due to dependency. [ 900.843118] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1312b13-59d8-441d-af89-7970aba103dd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.254364] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50575cbb-c5ae-41f3-bd63-feaf511b6d87',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.255460] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f442727c-346f-40a8-92b8-e7c2fd3166d5: rpc.has_security_group_logging(os_id): False [ 901.276829] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.276989] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.277096] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.277267] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.277354] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.277600] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.277707] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.277772] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.277923] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.277999] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.278100] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f442727c-346f-40a8-92b8-e7c2fd3166d5 is going to be created. [ 901.279679] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.279862] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.279982] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.280216] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.280352] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.280491] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Segment Port 3310a4e3-a116-4332-ba7a-ac6c495e8f52 not found, creating... [ 901.280743] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.280963] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.281318] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.281542] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.281681] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.281966] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.282139] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.282257] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.282485] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.282607] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.282845] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Resource: SegmentPort with ID: 3310a4e3-a116-4332-ba7a-ac6c495e8f52 is going to be created. [ 901.319647] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.319946] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.320102] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.320378] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.320612] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.320838] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "port-3310a4e3-a116-4332-ba7a-ac6c495e8f52" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.361351] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.361614] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.361725] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.361959] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.362257] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.374857] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f442727c-346f-40a8-92b8-e7c2fd3166d5 in Status: IN_PROGRESS for 2s [ 901.758808] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.759758] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.759758] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.762445] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.762986] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.762986] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 is going to be updated. [ 901.803797] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.804246] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.804246] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.808448] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.808448] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.822380] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 in Status: IN_PROGRESS for 2s [ 902.149266] env[65432]: INFO networking_nsxv3.common.synchronization [req-b717014b-b314-4ab6-930f-a3c0358b2c83 req-31b31d7a-8285-4305-8566-3ff84716aaba service nova] Enqueued Resource ID: f88b3d7f-3901-4add-97ef-6663e93d7598 with Priority: HIGHEST for action security_group_rules [ 902.149266] env[65432]: INFO networking_nsxv3.common.synchronization [req-b717014b-b314-4ab6-930f-a3c0358b2c83 req-31b31d7a-8285-4305-8566-3ff84716aaba service nova] Enqueued Resource ID: f88b3d7f-3901-4add-97ef-6663e93d7598 with Priority: HIGHEST for action security_group_members [ 902.149266] env[65432]: INFO networking_nsxv3.common.synchronization [req-b717014b-b314-4ab6-930f-a3c0358b2c83 req-31b31d7a-8285-4305-8566-3ff84716aaba service nova] Enqueued Resource ID: 3310a4e3-a116-4332-ba7a-ac6c495e8f52 with Priority: HIGHEST for action port [ 902.149266] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f88b3d7f-3901-4add-97ef-6663e93d7598 with Priority: HIGHEST for action security_group_rules [ 902.149266] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f88b3d7f-3901-4add-97ef-6663e93d7598 with Priority: HIGHEST for action security_group_members [ 902.149266] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3310a4e3-a116-4332-ba7a-ac6c495e8f52 with Priority: HIGHEST for action port [ 902.149266] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f88b3d7f-3901-4add-97ef-6663e93d7598 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.150233] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f88b3d7f-3901-4add-97ef-6663e93d7598" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.150455] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f88b3d7f-3901-4add-97ef-6663e93d7598" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.150692] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f88b3d7f-3901-4add-97ef-6663e93d7598" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.151366] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f88b3d7f-3901-4add-97ef-6663e93d7598',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.152352] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f88b3d7f-3901-4add-97ef-6663e93d7598 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.152527] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f88b3d7f-3901-4add-97ef-6663e93d7598" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.152611] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f88b3d7f-3901-4add-97ef-6663e93d7598" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.152797] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f88b3d7f-3901-4add-97ef-6663e93d7598" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.152959] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.153090] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.153153] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.153301] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.153383] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.153475] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f88b3d7f-3901-4add-97ef-6663e93d7598',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.154307] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-3310a4e3-a116-4332-ba7a-ac6c495e8f52 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.154435] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3310a4e3-a116-4332-ba7a-ac6c495e8f52" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.154493] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3310a4e3-a116-4332-ba7a-ac6c495e8f52" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.154649] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3310a4e3-a116-4332-ba7a-ac6c495e8f52" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.154801] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3310a4e3-a116-4332-ba7a-ac6c495e8f52',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.656989] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f88b3d7f-3901-4add-97ef-6663e93d7598 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.657230] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f88b3d7f-3901-4add-97ef-6663e93d7598" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.658616] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3310a4e3-a116-4332-ba7a-ac6c495e8f52 with status ACTIVE [ 902.658880] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.659035] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.659230] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.659384] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.659472] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.659717] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.659828] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.659892] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.660079] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.660218] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.660419] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.660532] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.660561] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.660837] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.660931] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.661075] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3310a4e3-a116-4332-ba7a-ac6c495e8f52 is going to be updated. [ 902.662821] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f88b3d7f-3901-4add-97ef-6663e93d7598',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.699874] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.699874] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.699874] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.699874] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.699874] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.699874] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3310a4e3-a116-4332-ba7a-ac6c495e8f52" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.165133] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f88b3d7f-3901-4add-97ef-6663e93d7598',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.398335] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f442727c-346f-40a8-92b8-e7c2fd3166d5 in Status: SUCCESS [ 903.398980] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f442727c-346f-40a8-92b8-e7c2fd3166d5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.668211] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.668211] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.668211] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.668476] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.668476] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.668572] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f88b3d7f-3901-4add-97ef-6663e93d7598 is going to be created. [ 903.698916] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.698916] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.698916] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.698916] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.698916] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.711035] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f88b3d7f-3901-4add-97ef-6663e93d7598 in Status: UNINITIALIZED for 2s [ 903.842338] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 in Status: SUCCESS [ 903.842640] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.842878] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.843193] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.843455] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.843616] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.843756] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.843950] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.844051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.844142] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.844233] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('50575cbb-c5ae-41f3-bd63-feaf511b6d87',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.347455] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-50575cbb-c5ae-41f3-bd63-feaf511b6d87 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.347838] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.347838] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.347933] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.348144] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.348249] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.348395] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.348497] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.348590] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.348730] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.349784] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-50575cbb-c5ae-41f3-bd63-feaf511b6d87 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.349784] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.349784] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.349784] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.349784] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.349784] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.349784] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.349784] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.349784] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.349784] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.350238] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('50575cbb-c5ae-41f3-bd63-feaf511b6d87',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.853472] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 50575cbb-c5ae-41f3-bd63-feaf511b6d87: rpc.has_security_group_logging(os_id): False [ 904.872783] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.872783] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.872783] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.872783] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.872783] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.872783] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.872783] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.872783] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.873235] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.873235] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.873298] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.873463] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.873654] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.873897] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.873981] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.874199] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.874587] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.874587] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.874703] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.874783] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.875068] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 is going to be updated. [ 904.959144] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.959144] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.959144] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.959144] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.959144] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.974572] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 in Status: IN_PROGRESS for 2s [ 905.721048] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f88b3d7f-3901-4add-97ef-6663e93d7598 in Status: SUCCESS [ 905.721354] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f88b3d7f-3901-4add-97ef-6663e93d7598" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.721505] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f88b3d7f-3901-4add-97ef-6663e93d7598" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.721666] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f88b3d7f-3901-4add-97ef-6663e93d7598" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.721856] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.721975] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.722053] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.722213] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.722293] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.722409] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f88b3d7f-3901-4add-97ef-6663e93d7598" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.722514] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f88b3d7f-3901-4add-97ef-6663e93d7598',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.227078] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f88b3d7f-3901-4add-97ef-6663e93d7598 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.227309] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f88b3d7f-3901-4add-97ef-6663e93d7598" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.227392] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f88b3d7f-3901-4add-97ef-6663e93d7598" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.227678] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f88b3d7f-3901-4add-97ef-6663e93d7598" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.227943] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.228033] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.228121] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.228312] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.228421] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.228546] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f88b3d7f-3901-4add-97ef-6663e93d7598" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.228742] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f88b3d7f-3901-4add-97ef-6663e93d7598 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.228867] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f88b3d7f-3901-4add-97ef-6663e93d7598" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.228906] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f88b3d7f-3901-4add-97ef-6663e93d7598" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.229106] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f88b3d7f-3901-4add-97ef-6663e93d7598" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.229302] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.229397] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.229460] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.229636] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.229746] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.230539] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f88b3d7f-3901-4add-97ef-6663e93d7598" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.230729] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f88b3d7f-3901-4add-97ef-6663e93d7598',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.734286] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f88b3d7f-3901-4add-97ef-6663e93d7598: rpc.has_security_group_logging(os_id): False [ 906.762254] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.762254] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.762254] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.762254] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.762254] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.762254] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.762254] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.762254] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.763551] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.766477] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.766477] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.766477] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.766477] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.766477] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.766477] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.766477] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.766477] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.766477] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.766477] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.766477] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.766477] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f88b3d7f-3901-4add-97ef-6663e93d7598 is going to be created. [ 906.856870] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.857086] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.857086] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.857239] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.857426] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.870167] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f88b3d7f-3901-4add-97ef-6663e93d7598 in Status: IN_PROGRESS for 2s [ 906.999336] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 in Status: SUCCESS [ 906.999571] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.150116] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 907.150316] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 907.504436] env[65432]: INFO networking_nsxv3.common.synchronization [req-053b1f11-5e48-41e4-8173-e8dc3bae57ba req-1b619354-354e-4643-b4c7-b527771a755c tempest-ServerActionsTestOtherA-1585184968 tempest-ServerActionsTestOtherA-1585184968-project-member] Enqueued Resource ID: f6680803-970d-4445-89af-5d70066c163e with Priority: HIGHEST for action security_group_members [ 907.505162] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6680803-970d-4445-89af-5d70066c163e with Priority: HIGHEST for action security_group_members [ 907.505580] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6680803-970d-4445-89af-5d70066c163e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.505719] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6680803-970d-4445-89af-5d70066c163e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.505788] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6680803-970d-4445-89af-5d70066c163e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.507173] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6680803-970d-4445-89af-5d70066c163e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.507415] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.507490] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.507563] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.507761] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.507857] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.507959] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6680803-970d-4445-89af-5d70066c163e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.916924] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock network-607 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.917338] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "network-607" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.917338] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "network-607" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.918014] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "network-607" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.918307] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.918477] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.918598] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.918824] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.918963] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.919216] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 907.919331] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 907.919438] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 907.919549] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 907.919690] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 907.919799] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 907.919930] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 907.941147] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 907.941378] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 907.941473] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 907.941663] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "network-607" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.941985] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock port-282f3411-fbf6-4e26-9bd4-3e70610c09ad taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.942195] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "port-282f3411-fbf6-4e26-9bd4-3e70610c09ad" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.942321] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "port-282f3411-fbf6-4e26-9bd4-3e70610c09ad" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.943023] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "port-282f3411-fbf6-4e26-9bd4-3e70610c09ad" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.943023] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('282f3411-fbf6-4e26-9bd4-3e70610c09ad',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.011603] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.011919] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.012507] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.012507] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.012636] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.012893] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.013085] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.013200] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.013456] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.013595] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.013743] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6680803-970d-4445-89af-5d70066c163e already deleted. [ 908.013881] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6680803-970d-4445-89af-5d70066c163e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.445128] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.445380] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.445543] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.445901] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.446085] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.446278] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Segment Port 282f3411-fbf6-4e26-9bd4-3e70610c09ad not found, creating... [ 908.446568] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.446733] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.446851] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.447112] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.447220] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.447502] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.447696] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.447934] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.448148] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.448282] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.448513] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Resource: SegmentPort with ID: 282f3411-fbf6-4e26-9bd4-3e70610c09ad is going to be created. [ 908.483327] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.483578] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.483750] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.484446] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.484446] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.484616] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "port-282f3411-fbf6-4e26-9bd4-3e70610c09ad" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.885433] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f88b3d7f-3901-4add-97ef-6663e93d7598 in Status: SUCCESS [ 908.885819] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f88b3d7f-3901-4add-97ef-6663e93d7598" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.215058] env[65432]: INFO networking_nsxv3.common.synchronization [req-053b1f11-5e48-41e4-8173-e8dc3bae57ba req-1022e0bb-b58c-453e-bec4-ee036829de0e service nova] Enqueued Resource ID: f6680803-970d-4445-89af-5d70066c163e with Priority: HIGHEST for action security_group_rules [ 909.215058] env[65432]: INFO networking_nsxv3.common.synchronization [req-053b1f11-5e48-41e4-8173-e8dc3bae57ba req-1022e0bb-b58c-453e-bec4-ee036829de0e service nova] Enqueued Resource ID: f6680803-970d-4445-89af-5d70066c163e with Priority: HIGHEST for action security_group_members [ 909.215058] env[65432]: INFO networking_nsxv3.common.synchronization [req-053b1f11-5e48-41e4-8173-e8dc3bae57ba req-1022e0bb-b58c-453e-bec4-ee036829de0e service nova] Enqueued Resource ID: 282f3411-fbf6-4e26-9bd4-3e70610c09ad with Priority: HIGHEST for action port [ 909.215794] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6680803-970d-4445-89af-5d70066c163e with Priority: HIGHEST for action security_group_rules [ 909.215794] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6680803-970d-4445-89af-5d70066c163e with Priority: HIGHEST for action security_group_members [ 909.216166] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 282f3411-fbf6-4e26-9bd4-3e70610c09ad with Priority: HIGHEST for action port [ 909.216758] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6680803-970d-4445-89af-5d70066c163e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.216758] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6680803-970d-4445-89af-5d70066c163e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.216758] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6680803-970d-4445-89af-5d70066c163e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.217721] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6680803-970d-4445-89af-5d70066c163e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.217721] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6680803-970d-4445-89af-5d70066c163e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.218160] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6680803-970d-4445-89af-5d70066c163e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.218311] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6680803-970d-4445-89af-5d70066c163e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.218357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6680803-970d-4445-89af-5d70066c163e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.218531] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6680803-970d-4445-89af-5d70066c163e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.218746] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.219282] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.219282] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.219282] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.219282] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.219538] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6680803-970d-4445-89af-5d70066c163e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.220471] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-282f3411-fbf6-4e26-9bd4-3e70610c09ad taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.220670] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-282f3411-fbf6-4e26-9bd4-3e70610c09ad" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.220670] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-282f3411-fbf6-4e26-9bd4-3e70610c09ad" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.221476] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-282f3411-fbf6-4e26-9bd4-3e70610c09ad" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.221476] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('282f3411-fbf6-4e26-9bd4-3e70610c09ad',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.723092] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6680803-970d-4445-89af-5d70066c163e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.723236] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6680803-970d-4445-89af-5d70066c163e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.723445] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f6680803-970d-4445-89af-5d70066c163e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.724447] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 282f3411-fbf6-4e26-9bd4-3e70610c09ad with status ACTIVE [ 909.724775] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.724992] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.725098] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.725305] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.725388] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.725571] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.725676] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.725748] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.725921] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.726027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.726869] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.726869] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.726869] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.726869] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.726869] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.726869] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 282f3411-fbf6-4e26-9bd4-3e70610c09ad is going to be updated. [ 909.754064] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.754227] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.754287] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.754537] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.754922] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.754922] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-282f3411-fbf6-4e26-9bd4-3e70610c09ad" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.229437] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f6680803-970d-4445-89af-5d70066c163e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.733062] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.733407] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.733504] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.733879] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.733985] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.734189] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6680803-970d-4445-89af-5d70066c163e is going to be created. [ 910.764305] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.764620] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.764681] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.764957] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.765208] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.788073] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6680803-970d-4445-89af-5d70066c163e in Status: UNINITIALIZED for 2s [ 912.802693] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6680803-970d-4445-89af-5d70066c163e in Status: SUCCESS [ 912.802693] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6680803-970d-4445-89af-5d70066c163e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.802693] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6680803-970d-4445-89af-5d70066c163e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.802693] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6680803-970d-4445-89af-5d70066c163e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.802693] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.803167] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.803167] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.803231] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.803292] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.803397] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6680803-970d-4445-89af-5d70066c163e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.803498] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f6680803-970d-4445-89af-5d70066c163e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.306290] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f6680803-970d-4445-89af-5d70066c163e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.809298] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f6680803-970d-4445-89af-5d70066c163e: rpc.has_security_group_logging(os_id): False [ 913.831033] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.831033] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.831033] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.831033] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.831033] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.831033] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.831373] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.831373] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.831373] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.831487] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.831487] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6680803-970d-4445-89af-5d70066c163e is going to be created. [ 913.923975] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.923975] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.923975] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.923975] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.923975] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.936046] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6680803-970d-4445-89af-5d70066c163e in Status: IN_PROGRESS for 2s [ 914.216946] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 914.217061] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 915.954042] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6680803-970d-4445-89af-5d70066c163e in Status: SUCCESS [ 915.954616] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6680803-970d-4445-89af-5d70066c163e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.941099] env[65432]: INFO networking_nsxv3.common.synchronization [req-5b710529-878f-4fc5-9204-0dd96640c47d req-711daa4e-ef8d-4dd1-bd42-f45e7643d9ae tempest-ServersAdminTestJSON-1011156328 tempest-ServersAdminTestJSON-1011156328-project-member] Enqueued Resource ID: 84c12c3a-1be5-4681-a64f-a9e312c474bc with Priority: HIGHEST for action security_group_members [ 916.942033] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84c12c3a-1be5-4681-a64f-a9e312c474bc with Priority: HIGHEST for action security_group_members [ 916.942127] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-84c12c3a-1be5-4681-a64f-a9e312c474bc taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.942301] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.942406] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.942653] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.942818] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.943104] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.943199] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.943358] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.943446] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.943543] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84c12c3a-1be5-4681-a64f-a9e312c474bc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.218871] env[65432]: INFO networking_nsxv3.common.synchronization [req-60fab52f-462b-4869-ab39-75eab4a4aa7e req-dfca7aa0-5a29-488b-b62e-e5985ae70536 tempest-ServerMetadataNegativeTestJSON-1609587776 tempest-ServerMetadataNegativeTestJSON-1609587776-project-member] Enqueued Resource ID: f88b3d7f-3901-4add-97ef-6663e93d7598 with Priority: HIGHEST for action security_group_members [ 917.219414] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f88b3d7f-3901-4add-97ef-6663e93d7598 with Priority: HIGHEST for action security_group_members [ 917.220221] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f88b3d7f-3901-4add-97ef-6663e93d7598 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.220221] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f88b3d7f-3901-4add-97ef-6663e93d7598" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.220380] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f88b3d7f-3901-4add-97ef-6663e93d7598" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.220451] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f88b3d7f-3901-4add-97ef-6663e93d7598" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.220609] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.220821] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.220821] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.221100] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.221239] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.221353] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f88b3d7f-3901-4add-97ef-6663e93d7598',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.445744] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.445744] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.445744] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.446360] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.470283] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.471489] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.471489] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.471489] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.471489] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.471489] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.471489] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84c12c3a-1be5-4681-a64f-a9e312c474bc is going to be updated. [ 917.503313] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.503682] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.503682] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.503682] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.503960] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.515032] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84c12c3a-1be5-4681-a64f-a9e312c474bc in Status: IN_PROGRESS for 2s [ 917.723409] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.723663] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.723747] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.723966] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.724075] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.724304] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.724416] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.724481] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.724699] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.724778] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.724899] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f88b3d7f-3901-4add-97ef-6663e93d7598 is going to be updated. [ 917.750438] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.750997] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.751117] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.751297] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.751437] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.762580] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f88b3d7f-3901-4add-97ef-6663e93d7598 in Status: IN_PROGRESS for 2s [ 919.525558] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84c12c3a-1be5-4681-a64f-a9e312c474bc in Status: SUCCESS [ 919.525846] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84c12c3a-1be5-4681-a64f-a9e312c474bc deletion is rescheduled due to dependency. [ 919.525898] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84c12c3a-1be5-4681-a64f-a9e312c474bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.774220] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f88b3d7f-3901-4add-97ef-6663e93d7598 in Status: SUCCESS [ 919.774406] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f88b3d7f-3901-4add-97ef-6663e93d7598 deletion is rescheduled due to dependency. [ 919.774545] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f88b3d7f-3901-4add-97ef-6663e93d7598" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.788719] env[65432]: INFO networking_nsxv3.common.synchronization [req-548de6a6-5bd1-46fb-9cc5-42d1418b2ad1 req-73fa4f94-b4f5-480e-afb5-049e86fffe56 tempest-ServerActionsTestJSON-1745685189 tempest-ServerActionsTestJSON-1745685189-project-member] Enqueued Resource ID: b9bc8edc-0f80-437b-b110-37bdf270bb9d with Priority: HIGHEST for action security_group_members [ 920.789697] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9bc8edc-0f80-437b-b110-37bdf270bb9d with Priority: HIGHEST for action security_group_members [ 920.789697] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9bc8edc-0f80-437b-b110-37bdf270bb9d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.790021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9bc8edc-0f80-437b-b110-37bdf270bb9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.790021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9bc8edc-0f80-437b-b110-37bdf270bb9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.790683] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9bc8edc-0f80-437b-b110-37bdf270bb9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.790683] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.790683] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.790683] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.790873] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.790873] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.790873] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9bc8edc-0f80-437b-b110-37bdf270bb9d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.124810] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock network-48 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.124810] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "network-48" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.124810] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "network-48" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.125128] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "network-48" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.125383] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.125540] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.125667] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.125883] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.126173] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.126409] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 921.126628] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 921.126628] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 921.126774] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 921.126841] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 921.126939] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 921.127796] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 921.146154] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 921.146391] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 921.146464] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 921.146640] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "network-48" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.147350] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock port-b7280dd8-09d4-4ffd-a8af-751993605046 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.147506] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "port-b7280dd8-09d4-4ffd-a8af-751993605046" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.147650] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "port-b7280dd8-09d4-4ffd-a8af-751993605046" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.147994] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "port-b7280dd8-09d4-4ffd-a8af-751993605046" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.148190] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7280dd8-09d4-4ffd-a8af-751993605046',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.292758] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.292923] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.292996] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.293231] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.293322] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.293523] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.293632] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.293701] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.293861] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.293937] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.294038] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9bc8edc-0f80-437b-b110-37bdf270bb9d already deleted. [ 921.294121] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9bc8edc-0f80-437b-b110-37bdf270bb9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.505203] env[65432]: INFO networking_nsxv3.common.synchronization [req-fbb2daeb-3702-4b5e-bed2-af78f00f50d3 req-f8fa449d-4795-4c8d-a2e9-1f0cf41cd9e4 tempest-MigrationsAdminTest-2147284106 tempest-MigrationsAdminTest-2147284106-project-member] Enqueued Resource ID: 27564b81-520f-4365-a89c-373ab442ec1a with Priority: HIGHEST for action security_group_members [ 921.505943] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27564b81-520f-4365-a89c-373ab442ec1a with Priority: HIGHEST for action security_group_members [ 921.506315] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-27564b81-520f-4365-a89c-373ab442ec1a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.506474] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27564b81-520f-4365-a89c-373ab442ec1a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.506538] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27564b81-520f-4365-a89c-373ab442ec1a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.506804] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27564b81-520f-4365-a89c-373ab442ec1a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.507015] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.507145] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.507210] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.507331] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.507419] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.507513] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27564b81-520f-4365-a89c-373ab442ec1a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.651222] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.651222] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.651222] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.651557] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.651587] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.651970] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Segment Port b7280dd8-09d4-4ffd-a8af-751993605046 not found, creating... [ 921.652033] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.652197] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.652315] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.652710] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.652874] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.653205] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.653387] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.653587] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.653878] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.654038] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.654195] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Resource: SegmentPort with ID: b7280dd8-09d4-4ffd-a8af-751993605046 is going to be created. [ 921.674978] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.675198] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.675357] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.675594] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.675816] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.676067] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "port-b7280dd8-09d4-4ffd-a8af-751993605046" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.010088] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.010461] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.010461] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.010633] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.030899] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.031112] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.031233] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.031296] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.031481] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.031563] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.031656] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27564b81-520f-4365-a89c-373ab442ec1a is going to be updated. [ 922.065843] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.067485] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.067485] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.067596] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.068606] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.077339] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27564b81-520f-4365-a89c-373ab442ec1a in Status: IN_PROGRESS for 2s [ 922.386039] env[65432]: INFO networking_nsxv3.common.synchronization [req-548de6a6-5bd1-46fb-9cc5-42d1418b2ad1 req-4237c361-6dca-4ccc-ac68-21386e446111 service nova] Enqueued Resource ID: b9bc8edc-0f80-437b-b110-37bdf270bb9d with Priority: HIGHEST for action security_group_rules [ 922.386039] env[65432]: INFO networking_nsxv3.common.synchronization [req-548de6a6-5bd1-46fb-9cc5-42d1418b2ad1 req-4237c361-6dca-4ccc-ac68-21386e446111 service nova] Enqueued Resource ID: b9bc8edc-0f80-437b-b110-37bdf270bb9d with Priority: HIGHEST for action security_group_members [ 922.386039] env[65432]: INFO networking_nsxv3.common.synchronization [req-548de6a6-5bd1-46fb-9cc5-42d1418b2ad1 req-4237c361-6dca-4ccc-ac68-21386e446111 service nova] Enqueued Resource ID: b7280dd8-09d4-4ffd-a8af-751993605046 with Priority: HIGHEST for action port [ 922.386039] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9bc8edc-0f80-437b-b110-37bdf270bb9d with Priority: HIGHEST for action security_group_rules [ 922.386039] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9bc8edc-0f80-437b-b110-37bdf270bb9d with Priority: HIGHEST for action security_group_members [ 922.386039] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7280dd8-09d4-4ffd-a8af-751993605046 with Priority: HIGHEST for action port [ 922.386039] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9bc8edc-0f80-437b-b110-37bdf270bb9d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.386039] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9bc8edc-0f80-437b-b110-37bdf270bb9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.386039] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9bc8edc-0f80-437b-b110-37bdf270bb9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.386039] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9bc8edc-0f80-437b-b110-37bdf270bb9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.386039] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9bc8edc-0f80-437b-b110-37bdf270bb9d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.386734] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9bc8edc-0f80-437b-b110-37bdf270bb9d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.386734] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9bc8edc-0f80-437b-b110-37bdf270bb9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.386822] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9bc8edc-0f80-437b-b110-37bdf270bb9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.386907] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9bc8edc-0f80-437b-b110-37bdf270bb9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.387375] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.387375] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.387375] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.387375] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.387700] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.387700] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9bc8edc-0f80-437b-b110-37bdf270bb9d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.388278] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7280dd8-09d4-4ffd-a8af-751993605046 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.388278] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7280dd8-09d4-4ffd-a8af-751993605046" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.388428] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7280dd8-09d4-4ffd-a8af-751993605046" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.388493] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7280dd8-09d4-4ffd-a8af-751993605046" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.388564] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7280dd8-09d4-4ffd-a8af-751993605046',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.890757] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9bc8edc-0f80-437b-b110-37bdf270bb9d taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.890903] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9bc8edc-0f80-437b-b110-37bdf270bb9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.891122] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9bc8edc-0f80-437b-b110-37bdf270bb9d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.892085] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b7280dd8-09d4-4ffd-a8af-751993605046 with status ACTIVE [ 922.892290] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.892409] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.892479] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.892685] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.892773] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.892945] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.893053] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.893114] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.893266] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.893342] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.893521] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.893612] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.893674] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.893807] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.893879] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.893962] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b7280dd8-09d4-4ffd-a8af-751993605046 is going to be updated. [ 922.915617] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.915796] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.915796] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.915990] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.916144] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.916304] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7280dd8-09d4-4ffd-a8af-751993605046" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.396470] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9bc8edc-0f80-437b-b110-37bdf270bb9d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.899769] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.899933] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.899996] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.900213] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.900309] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.900398] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9bc8edc-0f80-437b-b110-37bdf270bb9d is going to be created. [ 923.926638] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.926752] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.927020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.927115] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.927280] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.937413] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9bc8edc-0f80-437b-b110-37bdf270bb9d in Status: UNINITIALIZED for 2s [ 924.086883] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27564b81-520f-4365-a89c-373ab442ec1a in Status: SUCCESS [ 924.087075] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27564b81-520f-4365-a89c-373ab442ec1a deletion is rescheduled due to dependency. [ 924.087141] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27564b81-520f-4365-a89c-373ab442ec1a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.947423] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9bc8edc-0f80-437b-b110-37bdf270bb9d in Status: SUCCESS [ 925.947677] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9bc8edc-0f80-437b-b110-37bdf270bb9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.947798] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9bc8edc-0f80-437b-b110-37bdf270bb9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.948010] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9bc8edc-0f80-437b-b110-37bdf270bb9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.948210] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.948326] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.948391] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.948540] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.948651] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.948699] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9bc8edc-0f80-437b-b110-37bdf270bb9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.948790] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b9bc8edc-0f80-437b-b110-37bdf270bb9d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.451945] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b9bc8edc-0f80-437b-b110-37bdf270bb9d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.958656] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b9bc8edc-0f80-437b-b110-37bdf270bb9d: rpc.has_security_group_logging(os_id): False [ 926.976282] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.976460] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.976572] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.976768] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.976847] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.977153] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.977294] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.977294] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.977427] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.977507] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.977631] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9bc8edc-0f80-437b-b110-37bdf270bb9d is going to be created. [ 927.049503] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.049660] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.049733] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.049964] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.050174] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.061185] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9bc8edc-0f80-437b-b110-37bdf270bb9d in Status: IN_PROGRESS for 2s [ 927.386232] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 927.386429] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 929.075224] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9bc8edc-0f80-437b-b110-37bdf270bb9d in Status: SUCCESS [ 929.075572] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9bc8edc-0f80-437b-b110-37bdf270bb9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.544465] env[65432]: INFO networking_nsxv3.common.synchronization [req-a3d362dd-dc4d-481f-82a9-11c33bbd5fd2 req-3d35e8da-2d21-41af-a981-f7a15012b9ad tempest-ServersTestMultiNic-933933772 tempest-ServersTestMultiNic-933933772-project-member] Enqueued Resource ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 with Priority: HIGHEST for action security_group_members [ 930.544994] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 with Priority: HIGHEST for action security_group_members [ 930.545352] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1bbd1a2-2514-49f9-9c85-25db93b785a4 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.545486] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.545572] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.546012] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.546187] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.546292] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.546367] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.546544] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.546636] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.546751] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1bbd1a2-2514-49f9-9c85-25db93b785a4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.877265] env[65432]: INFO networking_nsxv3.common.synchronization [req-a3d362dd-dc4d-481f-82a9-11c33bbd5fd2 req-69bc69f2-7ec1-499f-80cb-27d46d61f963 tempest-ServersTestMultiNic-933933772 tempest-ServersTestMultiNic-933933772-project-member] Enqueued Resource ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 with Priority: HIGHEST for action security_group_members [ 930.877810] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 with Priority: HIGHEST for action security_group_members [ 930.878135] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1bbd1a2-2514-49f9-9c85-25db93b785a4 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.878249] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.049279] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.049491] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.049491] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.049622] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.049717] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.049913] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.050027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.050090] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.050259] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.050326] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.050384] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 already deleted. [ 931.050462] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.050621] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.050765] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.050974] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.051043] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.051096] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.051266] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.051373] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.051516] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1bbd1a2-2514-49f9-9c85-25db93b785a4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.133482] env[65432]: INFO networking_nsxv3.common.synchronization [req-d3ac11f8-a5fa-4e4d-a669-5fa2c0356ba8 req-1b9b0674-c8af-4efd-9030-b9fac0d41500 tempest-ServerActionsTestOtherB-1703039426 tempest-ServerActionsTestOtherB-1703039426-project-member] Enqueued Resource ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea with Priority: HIGHEST for action security_group_members [ 931.134106] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea with Priority: HIGHEST for action security_group_members [ 931.134505] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a49c8a18-5fe9-46dc-9c57-a5406ae1deea taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.134505] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.134505] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.134748] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.134899] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.134999] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.135078] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.135224] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.135307] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.135398] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a49c8a18-5fe9-46dc-9c57-a5406ae1deea',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.250391] env[65432]: INFO networking_nsxv3.common.synchronization [req-a3d362dd-dc4d-481f-82a9-11c33bbd5fd2 req-442a44f5-a3b1-4440-8347-d1550dbcb09c tempest-ServersTestMultiNic-933933772 tempest-ServersTestMultiNic-933933772-project-member] Enqueued Resource ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 with Priority: HIGHEST for action security_group_members [ 931.251307] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 with Priority: HIGHEST for action security_group_members [ 931.251307] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1bbd1a2-2514-49f9-9c85-25db93b785a4 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.251443] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.554544] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.558046] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.558046] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.558046] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.558046] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.558046] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.558046] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.558046] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.558046] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.558046] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.558046] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 already deleted. [ 931.558046] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.558046] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.558046] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.558046] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.558046] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.558046] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.558046] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.558046] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.558046] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1bbd1a2-2514-49f9-9c85-25db93b785a4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.639413] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.639413] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.639413] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.639413] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.639413] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.639413] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.639413] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.639413] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.639413] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.639413] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.639413] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea is going to be updated. [ 931.642149] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock network-440 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.642332] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "network-440" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.643929] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "network-440" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.643929] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "network-440" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.643929] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.643929] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.643929] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.643929] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.643929] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.643929] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 931.643929] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 931.644234] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 931.644234] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 931.644288] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 931.644387] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 931.644509] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 931.667043] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 931.667043] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 931.667043] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 931.667043] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "network-440" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.667413] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock port-1d1c5082-76a2-4950-9c58-00b94ca8f800 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.667590] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "port-1d1c5082-76a2-4950-9c58-00b94ca8f800" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.667814] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "port-1d1c5082-76a2-4950-9c58-00b94ca8f800" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.668214] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "port-1d1c5082-76a2-4950-9c58-00b94ca8f800" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.668355] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d1c5082-76a2-4950-9c58-00b94ca8f800',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.679784] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.679949] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.680014] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.680239] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.680379] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.689822] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea in Status: IN_PROGRESS for 2s [ 932.060802] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.061095] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.061095] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.061169] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.061263] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.061465] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.061571] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.061639] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.061790] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.061867] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.061947] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 already deleted. [ 932.062041] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.170915] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.171199] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.171319] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.171832] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.171832] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.171955] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Segment Port 1d1c5082-76a2-4950-9c58-00b94ca8f800 not found, creating... [ 932.172227] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.172396] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.172589] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.172887] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.173058] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.173389] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.173562] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.173681] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.173890] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.174227] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.174416] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Resource: SegmentPort with ID: 1d1c5082-76a2-4950-9c58-00b94ca8f800 is going to be created. [ 932.196481] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.196703] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.196829] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.197116] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.197346] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.197564] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "port-1d1c5082-76a2-4950-9c58-00b94ca8f800" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.904621] env[65432]: INFO networking_nsxv3.common.synchronization [req-a3d362dd-dc4d-481f-82a9-11c33bbd5fd2 req-77d24a78-efc7-4a18-8ae4-f2f28eec504e service nova] Enqueued Resource ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 with Priority: HIGHEST for action security_group_rules [ 932.904953] env[65432]: INFO networking_nsxv3.common.synchronization [req-a3d362dd-dc4d-481f-82a9-11c33bbd5fd2 req-77d24a78-efc7-4a18-8ae4-f2f28eec504e service nova] Enqueued Resource ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 with Priority: HIGHEST for action security_group_members [ 932.905012] env[65432]: INFO networking_nsxv3.common.synchronization [req-a3d362dd-dc4d-481f-82a9-11c33bbd5fd2 req-77d24a78-efc7-4a18-8ae4-f2f28eec504e service nova] Enqueued Resource ID: 1d1c5082-76a2-4950-9c58-00b94ca8f800 with Priority: HIGHEST for action port [ 932.905470] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 with Priority: HIGHEST for action security_group_rules [ 932.905649] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 with Priority: HIGHEST for action security_group_members [ 932.905778] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d1c5082-76a2-4950-9c58-00b94ca8f800 with Priority: HIGHEST for action port [ 932.909881] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1bbd1a2-2514-49f9-9c85-25db93b785a4 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.912848] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.913733] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.913733] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.913733] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1bbd1a2-2514-49f9-9c85-25db93b785a4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.918063] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1bbd1a2-2514-49f9-9c85-25db93b785a4 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.918544] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.918891] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.919508] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.919739] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.920041] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.920307] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.921330] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.921330] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.921425] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1bbd1a2-2514-49f9-9c85-25db93b785a4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.923197] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d1c5082-76a2-4950-9c58-00b94ca8f800 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.923197] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d1c5082-76a2-4950-9c58-00b94ca8f800" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.923197] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d1c5082-76a2-4950-9c58-00b94ca8f800" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.923584] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d1c5082-76a2-4950-9c58-00b94ca8f800" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.923709] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d1c5082-76a2-4950-9c58-00b94ca8f800',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.417253] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1bbd1a2-2514-49f9-9c85-25db93b785a4 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.417419] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.424113] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b1bbd1a2-2514-49f9-9c85-25db93b785a4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.425526] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1d1c5082-76a2-4950-9c58-00b94ca8f800 with status ACTIVE [ 933.425648] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.426382] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.426382] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.426382] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.426531] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.426594] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.426961] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.426961] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.427274] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.427274] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.427458] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.427630] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.427712] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.427959] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.428121] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.428519] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1d1c5082-76a2-4950-9c58-00b94ca8f800 is going to be updated. [ 933.473197] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.473197] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.473389] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.473498] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.473661] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.473851] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d1c5082-76a2-4950-9c58-00b94ca8f800" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.704321] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea in Status: SUCCESS [ 933.704550] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea deletion is rescheduled due to dependency. [ 933.704720] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.727231] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock network-609 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.727428] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "network-609" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.727587] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "network-609" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.728058] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "network-609" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.728404] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.728661] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.728876] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.729370] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.729556] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.729814] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 933.729939] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 933.730064] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 933.730175] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 933.730286] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 933.730392] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 933.730520] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 933.757353] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 933.757537] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 933.757747] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 933.757869] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "network-609" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.758219] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock port-428c8535-f698-4105-891b-b828a47f81e7 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.758395] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "port-428c8535-f698-4105-891b-b828a47f81e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.758515] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "port-428c8535-f698-4105-891b-b828a47f81e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.758847] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "port-428c8535-f698-4105-891b-b828a47f81e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.758987] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('428c8535-f698-4105-891b-b828a47f81e7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.931250] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b1bbd1a2-2514-49f9-9c85-25db93b785a4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.261246] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.261510] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.261661] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.263054] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.263054] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.263054] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Segment Port 428c8535-f698-4105-891b-b828a47f81e7 not found, creating... [ 934.263054] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.263054] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.263054] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.263356] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.263356] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.263652] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.263811] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.263925] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.264161] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.264332] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.264446] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Resource: SegmentPort with ID: 428c8535-f698-4105-891b-b828a47f81e7 is going to be created. [ 934.284064] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.284285] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.284404] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.284753] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.284985] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.285221] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "port-428c8535-f698-4105-891b-b828a47f81e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.433431] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.433585] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.433655] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.433870] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.433958] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.434067] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 is going to be created. [ 934.468019] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.468224] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.468270] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.468451] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.468610] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.479686] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 in Status: UNINITIALIZED for 2s [ 934.998910] env[65432]: INFO networking_nsxv3.common.synchronization [req-a3d362dd-dc4d-481f-82a9-11c33bbd5fd2 req-0b76c312-c15e-4a2a-aa73-1fb548486993 service nova] Enqueued Resource ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 with Priority: HIGHEST for action security_group_rules [ 934.999174] env[65432]: INFO networking_nsxv3.common.synchronization [req-a3d362dd-dc4d-481f-82a9-11c33bbd5fd2 req-0b76c312-c15e-4a2a-aa73-1fb548486993 service nova] Enqueued Resource ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 with Priority: HIGHEST for action security_group_members [ 934.999243] env[65432]: INFO networking_nsxv3.common.synchronization [req-a3d362dd-dc4d-481f-82a9-11c33bbd5fd2 req-0b76c312-c15e-4a2a-aa73-1fb548486993 service nova] Enqueued Resource ID: 428c8535-f698-4105-891b-b828a47f81e7 with Priority: HIGHEST for action port [ 935.000046] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 with Priority: HIGHEST for action security_group_rules [ 935.000205] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 with Priority: HIGHEST for action security_group_members [ 935.000308] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 428c8535-f698-4105-891b-b828a47f81e7 with Priority: HIGHEST for action port [ 935.000593] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1bbd1a2-2514-49f9-9c85-25db93b785a4 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.000698] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.000897] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1bbd1a2-2514-49f9-9c85-25db93b785a4 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.000983] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.002330] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-428c8535-f698-4105-891b-b828a47f81e7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.002330] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-428c8535-f698-4105-891b-b828a47f81e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.002330] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-428c8535-f698-4105-891b-b828a47f81e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.002330] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-428c8535-f698-4105-891b-b828a47f81e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.002330] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('428c8535-f698-4105-891b-b828a47f81e7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.503822] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 428c8535-f698-4105-891b-b828a47f81e7 with status ACTIVE [ 935.503989] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.505009] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.505106] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.505996] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.505996] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.506147] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.506781] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.506781] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.506781] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.506781] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.506781] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.507674] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.507812] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.508051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.508144] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.508239] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 428c8535-f698-4105-891b-b828a47f81e7 is going to be updated. [ 935.534107] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.534724] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.534724] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.534724] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.534867] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.535252] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-428c8535-f698-4105-891b-b828a47f81e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.401744] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock network-440 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.402100] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "network-440" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.402100] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "network-440" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.402324] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "network-440" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.402589] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.402784] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.402903] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.403220] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.403366] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.403581] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 936.403695] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 936.403804] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 936.403910] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 936.404025] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 936.404319] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 936.404397] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 936.429356] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 936.429635] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 936.429877] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 936.430187] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "network-440" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.430685] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock port-f36f0e2f-d7ad-4fd4-930a-405498879dcd taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.430971] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "port-f36f0e2f-d7ad-4fd4-930a-405498879dcd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.431196] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "port-f36f0e2f-d7ad-4fd4-930a-405498879dcd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.431655] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "port-f36f0e2f-d7ad-4fd4-930a-405498879dcd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.431901] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f36f0e2f-d7ad-4fd4-930a-405498879dcd',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.490754] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 in Status: SUCCESS [ 936.490917] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.491041] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.491276] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.491468] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.491584] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.491654] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.491804] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.491884] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.491973] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.492086] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b1bbd1a2-2514-49f9-9c85-25db93b785a4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.493253] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.493253] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.493392] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.493444] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.493508] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.493648] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.493724] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.493810] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1bbd1a2-2514-49f9-9c85-25db93b785a4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.936360] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.936360] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.936360] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.936569] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.936639] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.936789] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Segment Port f36f0e2f-d7ad-4fd4-930a-405498879dcd not found, creating... [ 936.937462] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.937638] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.937757] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.937975] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.938122] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.938406] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.938726] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.938929] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.939221] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.939395] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.939605] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Resource: SegmentPort with ID: f36f0e2f-d7ad-4fd4-930a-405498879dcd is going to be created. [ 936.959815] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.960039] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.960168] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.960431] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.960653] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.960875] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "port-f36f0e2f-d7ad-4fd4-930a-405498879dcd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.995826] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1bbd1a2-2514-49f9-9c85-25db93b785a4 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.995988] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.996195] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b1bbd1a2-2514-49f9-9c85-25db93b785a4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.498514] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b1bbd1a2-2514-49f9-9c85-25db93b785a4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.683814] env[65432]: INFO networking_nsxv3.common.synchronization [req-a3d362dd-dc4d-481f-82a9-11c33bbd5fd2 req-3bd97409-ddfe-4713-a6f1-a2f370be910a service nova] Enqueued Resource ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 with Priority: HIGHEST for action security_group_rules [ 937.683814] env[65432]: INFO networking_nsxv3.common.synchronization [req-a3d362dd-dc4d-481f-82a9-11c33bbd5fd2 req-3bd97409-ddfe-4713-a6f1-a2f370be910a service nova] Enqueued Resource ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 with Priority: HIGHEST for action security_group_members [ 937.683814] env[65432]: INFO networking_nsxv3.common.synchronization [req-a3d362dd-dc4d-481f-82a9-11c33bbd5fd2 req-3bd97409-ddfe-4713-a6f1-a2f370be910a service nova] Enqueued Resource ID: f36f0e2f-d7ad-4fd4-930a-405498879dcd with Priority: HIGHEST for action port [ 937.683814] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 with Priority: HIGHEST for action security_group_rules [ 937.683814] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 with Priority: HIGHEST for action security_group_members [ 937.683814] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f36f0e2f-d7ad-4fd4-930a-405498879dcd with Priority: HIGHEST for action port [ 937.683814] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1bbd1a2-2514-49f9-9c85-25db93b785a4 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.683814] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.684532] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1bbd1a2-2514-49f9-9c85-25db93b785a4 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.684787] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.685100] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-f36f0e2f-d7ad-4fd4-930a-405498879dcd taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.685359] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f36f0e2f-d7ad-4fd4-930a-405498879dcd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.686108] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f36f0e2f-d7ad-4fd4-930a-405498879dcd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.686108] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f36f0e2f-d7ad-4fd4-930a-405498879dcd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.686108] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f36f0e2f-d7ad-4fd4-930a-405498879dcd',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.001964] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.001964] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.001964] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.001964] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.001964] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.002406] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 is going to be updated. [ 938.048727] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.048904] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.048992] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.049284] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.049488] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.061633] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 in Status: IN_PROGRESS for 2s [ 938.188721] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f36f0e2f-d7ad-4fd4-930a-405498879dcd with status ACTIVE [ 938.188901] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.188983] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.189060] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.190024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.190024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.190024] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.190024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.190024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.190024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.190024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.190469] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.190469] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.190469] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.190469] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.190647] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.190647] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f36f0e2f-d7ad-4fd4-930a-405498879dcd is going to be updated. [ 938.215778] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.215916] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.215998] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.216277] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.216429] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.216594] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f36f0e2f-d7ad-4fd4-930a-405498879dcd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.074026] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 in Status: SUCCESS [ 940.074344] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.074404] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.074658] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.074882] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.074997] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.075069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.075252] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.075308] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.075395] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.075561] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1bbd1a2-2514-49f9-9c85-25db93b785a4 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.076048] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.076048] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.076048] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.077299] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.077511] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.077582] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.077744] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.077827] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.077914] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.078054] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b1bbd1a2-2514-49f9-9c85-25db93b785a4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.079460] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.079631] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.079788] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.079889] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.079952] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.080113] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.080193] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.080284] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1bbd1a2-2514-49f9-9c85-25db93b785a4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.171137] env[65432]: INFO networking_nsxv3.common.synchronization [req-b3ba2cbd-84b7-4ce2-8abe-d691d4b3dca3 req-ff888381-5fd2-4116-9d61-c33e0a820553 tempest-ImagesTestJSON-1127600559 tempest-ImagesTestJSON-1127600559-project-member] Enqueued Resource ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f with Priority: HIGHEST for action security_group_members [ 940.171679] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f with Priority: HIGHEST for action security_group_members [ 940.173037] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd07cc7-5f30-4f1b-945f-d0007a74587f taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.173037] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.173037] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.173229] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.175053] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.175053] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.175053] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.175053] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.175053] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.175053] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bd07cc7-5f30-4f1b-945f-d0007a74587f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.584395] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b1bbd1a2-2514-49f9-9c85-25db93b785a4: rpc.has_security_group_logging(os_id): False [ 940.585981] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b1bbd1a2-2514-49f9-9c85-25db93b785a4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.599117] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock network-904 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.599314] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "network-904" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.599504] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "network-904" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.599684] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "network-904" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.599964] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.600184] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.600271] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.600484] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.600619] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.600823] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 940.600934] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 940.601067] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 940.601153] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 940.601257] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 940.601359] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 940.601485] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 940.604375] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.604491] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.604560] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.604752] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.604842] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.605073] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.605157] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.605206] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.605347] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.605419] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.605598] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.605712] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.605773] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.605915] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.606020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.606169] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.606260] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.606322] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.609642] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.609737] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.609831] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 is going to be created. [ 940.624786] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 940.625054] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 940.625406] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 940.625450] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "network-904" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.625973] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock port-c3d5fb99-80ec-4161-9a9f-ae231769b1a6 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.626137] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "port-c3d5fb99-80ec-4161-9a9f-ae231769b1a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.626226] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "port-c3d5fb99-80ec-4161-9a9f-ae231769b1a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.626575] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "port-c3d5fb99-80ec-4161-9a9f-ae231769b1a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.626776] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3d5fb99-80ec-4161-9a9f-ae231769b1a6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.669936] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.670196] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.670281] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.670491] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.670882] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.677787] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9bd07cc7-5f30-4f1b-945f-d0007a74587f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.685191] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 in Status: IN_PROGRESS for 2s [ 941.088478] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b1bbd1a2-2514-49f9-9c85-25db93b785a4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.129147] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.129426] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.129578] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.129879] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.130052] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.130209] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Segment Port c3d5fb99-80ec-4161-9a9f-ae231769b1a6 not found, creating... [ 941.130470] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.130667] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.130844] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.131182] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.131360] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.131783] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.132047] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.132231] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.132543] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.132771] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.132951] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Resource: SegmentPort with ID: c3d5fb99-80ec-4161-9a9f-ae231769b1a6 is going to be created. [ 941.154204] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.154357] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.154477] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.154909] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.155186] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.155418] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "port-c3d5fb99-80ec-4161-9a9f-ae231769b1a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.182013] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9bd07cc7-5f30-4f1b-945f-d0007a74587f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.590930] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.591131] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.591229] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.591448] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.591543] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.591642] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 is going to be updated. [ 941.618526] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.618730] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.618730] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.618949] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.619120] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.628463] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 in Status: IN_PROGRESS for 2s [ 941.684329] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.684492] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.684566] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.684853] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.684951] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.685065] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f is going to be updated. [ 941.719297] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.719509] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.719509] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.719710] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.719860] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.736619] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f in Status: IN_PROGRESS for 2s [ 941.872180] env[65432]: INFO networking_nsxv3.common.synchronization [req-b3ba2cbd-84b7-4ce2-8abe-d691d4b3dca3 req-05ebaed9-99cc-4597-9dc6-d18e2ddc15b5 service nova] Enqueued Resource ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f with Priority: HIGHEST for action security_group_rules [ 941.872180] env[65432]: INFO networking_nsxv3.common.synchronization [req-b3ba2cbd-84b7-4ce2-8abe-d691d4b3dca3 req-05ebaed9-99cc-4597-9dc6-d18e2ddc15b5 service nova] Enqueued Resource ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f with Priority: HIGHEST for action security_group_members [ 941.872180] env[65432]: INFO networking_nsxv3.common.synchronization [req-b3ba2cbd-84b7-4ce2-8abe-d691d4b3dca3 req-05ebaed9-99cc-4597-9dc6-d18e2ddc15b5 service nova] Enqueued Resource ID: c3d5fb99-80ec-4161-9a9f-ae231769b1a6 with Priority: HIGHEST for action port [ 941.872308] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f with Priority: HIGHEST for action security_group_rules [ 941.872417] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f with Priority: HIGHEST for action security_group_members [ 941.872530] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3d5fb99-80ec-4161-9a9f-ae231769b1a6 with Priority: HIGHEST for action port [ 941.872817] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9bd07cc7-5f30-4f1b-945f-d0007a74587f taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.872938] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.873012] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.873216] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.873301] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9bd07cc7-5f30-4f1b-945f-d0007a74587f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.874520] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd07cc7-5f30-4f1b-945f-d0007a74587f taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.874643] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.874838] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3d5fb99-80ec-4161-9a9f-ae231769b1a6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.874953] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3d5fb99-80ec-4161-9a9f-ae231769b1a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.875014] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3d5fb99-80ec-4161-9a9f-ae231769b1a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.875571] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3d5fb99-80ec-4161-9a9f-ae231769b1a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.875676] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3d5fb99-80ec-4161-9a9f-ae231769b1a6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.377293] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd07cc7-5f30-4f1b-945f-d0007a74587f taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.377293] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.378843] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c3d5fb99-80ec-4161-9a9f-ae231769b1a6 with status ACTIVE [ 942.379133] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.379266] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.379332] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.379824] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.380189] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.381116] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.381116] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.381348] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.381348] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.381409] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.382415] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.382415] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.382415] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.382415] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.382415] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.382415] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c3d5fb99-80ec-4161-9a9f-ae231769b1a6 is going to be updated. [ 942.409150] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.409150] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.409150] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.409150] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.409815] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.410477] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3d5fb99-80ec-4161-9a9f-ae231769b1a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.703058] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 in Status: SUCCESS [ 942.703310] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.703601] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.703847] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.704101] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1bbd1a2-2514-49f9-9c85-25db93b785a4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.161647] env[65432]: INFO networking_nsxv3.common.synchronization [None req-f0b2a009-1219-4c75-8c89-6707ea061ea8 None None] Enqueued Resource ID: 21fa2aca-5df3-48ee-a91d-a9b528b6ef87 with Priority: HIGHEST for action port [ 943.162252] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21fa2aca-5df3-48ee-a91d-a9b528b6ef87 with Priority: HIGHEST for action port [ 943.162607] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-21fa2aca-5df3-48ee-a91d-a9b528b6ef87 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.162743] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21fa2aca-5df3-48ee-a91d-a9b528b6ef87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.162833] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21fa2aca-5df3-48ee-a91d-a9b528b6ef87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.163359] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21fa2aca-5df3-48ee-a91d-a9b528b6ef87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.163489] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21fa2aca-5df3-48ee-a91d-a9b528b6ef87',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.206756] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1bbd1a2-2514-49f9-9c85-25db93b785a4 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.206922] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.639424] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 in Status: SUCCESS [ 943.639717] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.639938] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.640352] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.640352] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.640562] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.640562] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.640634] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.640670] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.640756] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.640869] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b1bbd1a2-2514-49f9-9c85-25db93b785a4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.665466] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 21fa2aca-5df3-48ee-a91d-a9b528b6ef87 [ 943.669024] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.669024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.669024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.669024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.669024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.669024] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:21fa2aca-5df3-48ee-a91d-a9b528b6ef87 already deleted. [ 943.669024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21fa2aca-5df3-48ee-a91d-a9b528b6ef87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.748447] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f in Status: SUCCESS [ 943.748447] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.748447] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.748563] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.751462] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.751462] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.751462] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.751462] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.751462] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.751462] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bd07cc7-5f30-4f1b-945f-d0007a74587f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.144025] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1bbd1a2-2514-49f9-9c85-25db93b785a4 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.144721] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.144721] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.144721] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.144721] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.145848] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.145848] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.145848] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.145848] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.145848] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.145848] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1bbd1a2-2514-49f9-9c85-25db93b785a4 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.145848] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.145848] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.145848] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.146169] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.146169] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.146169] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.146269] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.146306] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.146426] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.146482] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b1bbd1a2-2514-49f9-9c85-25db93b785a4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.253994] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9bd07cc7-5f30-4f1b-945f-d0007a74587f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.650393] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b1bbd1a2-2514-49f9-9c85-25db93b785a4: rpc.has_security_group_logging(os_id): False [ 944.677025] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.677025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.677025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.677025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.677025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.677025] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.677025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.677025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.677025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.677025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.677025] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.677025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.677025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.677025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.677025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.677848] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.678110] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.678283] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.678521] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.678881] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.679106] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 is going to be updated. [ 944.753345] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.753576] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.753576] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.753807] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.754027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.759691] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9bd07cc7-5f30-4f1b-945f-d0007a74587f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.772119] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 in Status: IN_PROGRESS for 2s [ 945.263050] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.263050] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.263050] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.263050] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.263050] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.263492] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f is going to be updated. [ 945.294211] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.295298] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.295298] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.295298] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.297028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.307184] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f in Status: IN_PROGRESS for 2s [ 945.825317] env[65432]: INFO networking_nsxv3.common.synchronization [None req-68d23738-543d-42b3-8af0-ad9926c235f7 None None] Enqueued Resource ID: eac9d8ff-cd02-43fa-b8b3-cd9f490748c0 with Priority: HIGHEST for action port [ 945.825886] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eac9d8ff-cd02-43fa-b8b3-cd9f490748c0 with Priority: HIGHEST for action port [ 945.826208] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-eac9d8ff-cd02-43fa-b8b3-cd9f490748c0 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.826335] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eac9d8ff-cd02-43fa-b8b3-cd9f490748c0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.826402] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eac9d8ff-cd02-43fa-b8b3-cd9f490748c0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.826658] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eac9d8ff-cd02-43fa-b8b3-cd9f490748c0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.826746] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eac9d8ff-cd02-43fa-b8b3-cd9f490748c0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.329265] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eac9d8ff-cd02-43fa-b8b3-cd9f490748c0 [ 946.329615] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.329768] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.329844] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.330128] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.330253] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.330355] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eac9d8ff-cd02-43fa-b8b3-cd9f490748c0 already deleted. [ 946.330443] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eac9d8ff-cd02-43fa-b8b3-cd9f490748c0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.785323] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 in Status: SUCCESS [ 946.786393] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.786393] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.786393] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.786393] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1bbd1a2-2514-49f9-9c85-25db93b785a4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.060142] env[65432]: INFO networking_nsxv3.common.synchronization [req-9b20ddf0-6d3d-4af5-aa02-47685c044230 req-baf59c5a-8b59-4496-b476-b67c6a6670d3 tempest-ServersTestJSON-755690962 tempest-ServersTestJSON-755690962-project-member] Enqueued Resource ID: b2a0225d-ef64-45a1-b899-4119011dd94d with Priority: HIGHEST for action security_group_members [ 947.060142] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2a0225d-ef64-45a1-b899-4119011dd94d with Priority: HIGHEST for action security_group_members [ 947.060142] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2a0225d-ef64-45a1-b899-4119011dd94d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.060142] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.060142] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.061037] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.061317] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.062204] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.062419] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.063027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.063027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.063027] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2a0225d-ef64-45a1-b899-4119011dd94d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.292103] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1bbd1a2-2514-49f9-9c85-25db93b785a4 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.292103] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.292103] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.292103] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.292103] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.292103] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.292103] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.292103] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.292103] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.292103] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.292103] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b1bbd1a2-2514-49f9-9c85-25db93b785a4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.319761] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f in Status: SUCCESS [ 947.319761] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.319761] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.319761] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.319761] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.319761] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.319761] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.319761] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.319761] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.319761] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.319761] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9bd07cc7-5f30-4f1b-945f-d0007a74587f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.553506] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock network-484 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.553783] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "network-484" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.553917] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "network-484" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.554468] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "network-484" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.556466] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.556727] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.556897] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.557206] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.557398] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.558878] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 947.559083] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 947.559367] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 947.559431] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 947.559586] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 947.559885] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 947.560075] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 947.564702] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2a0225d-ef64-45a1-b899-4119011dd94d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.591047] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 947.591047] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 947.591047] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 947.591047] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "network-484" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.591047] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock port-7705a842-7139-401a-be51-fc0b841842e2 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.591047] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "port-7705a842-7139-401a-be51-fc0b841842e2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.591047] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "port-7705a842-7139-401a-be51-fc0b841842e2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.591047] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "port-7705a842-7139-401a-be51-fc0b841842e2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.591845] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7705a842-7139-401a-be51-fc0b841842e2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.795527] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1bbd1a2-2514-49f9-9c85-25db93b785a4 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.795764] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.795888] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.796032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.796206] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.796325] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.796493] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.796554] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.796627] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.796713] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.796857] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1bbd1a2-2514-49f9-9c85-25db93b785a4 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.796949] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.797017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.797160] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.797294] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.797466] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.797466] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.797587] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.797660] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.797775] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.797925] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b1bbd1a2-2514-49f9-9c85-25db93b785a4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.823531] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd07cc7-5f30-4f1b-945f-d0007a74587f taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.824875] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.824875] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.824875] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.824875] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.824875] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.824875] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.824875] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.824875] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.824875] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.824875] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd07cc7-5f30-4f1b-945f-d0007a74587f taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.825217] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.825217] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.825217] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.825327] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.825415] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.825477] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.825612] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.825690] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.825771] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.825859] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9bd07cc7-5f30-4f1b-945f-d0007a74587f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.017271] env[65432]: INFO networking_nsxv3.common.synchronization [None req-1f0ded33-fb16-485a-95a7-3dbe8bb18a09 None None] Enqueued Resource ID: 9d680c36-57df-4217-b708-537597a2288a with Priority: HIGHEST for action port [ 948.018294] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d680c36-57df-4217-b708-537597a2288a with Priority: HIGHEST for action port [ 948.018824] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d680c36-57df-4217-b708-537597a2288a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.019038] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d680c36-57df-4217-b708-537597a2288a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.019139] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d680c36-57df-4217-b708-537597a2288a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.019470] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d680c36-57df-4217-b708-537597a2288a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.019552] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d680c36-57df-4217-b708-537597a2288a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.069781] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2a0225d-ef64-45a1-b899-4119011dd94d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.094094] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.094315] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.094437] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.094721] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.094910] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.095036] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Segment Port 7705a842-7139-401a-be51-fc0b841842e2 not found, creating... [ 948.095308] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.095648] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.095648] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.095820] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.095919] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.096237] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.096416] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.096501] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.096712] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.096844] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.096984] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Resource: SegmentPort with ID: 7705a842-7139-401a-be51-fc0b841842e2 is going to be created. [ 948.120098] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.122527] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.122527] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.122527] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.122527] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.122527] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "port-7705a842-7139-401a-be51-fc0b841842e2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.303530] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b1bbd1a2-2514-49f9-9c85-25db93b785a4: rpc.has_security_group_logging(os_id): False [ 948.327274] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.327489] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.327538] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.327841] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.327918] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.328151] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.328256] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.328319] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.328474] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.328553] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.328745] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.328841] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.328894] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.329054] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.329121] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.329301] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.329391] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.329491] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.329585] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.329659] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.329744] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 is going to be updated. [ 948.330947] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9bd07cc7-5f30-4f1b-945f-d0007a74587f: rpc.has_security_group_logging(os_id): False [ 948.353020] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.353233] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.353374] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.353519] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.353646] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.353882] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.353996] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.354089] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.354265] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.354367] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.354617] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.354748] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.354814] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.354991] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.356141] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.356391] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.356524] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.356598] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.356775] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.356865] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.356976] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f is going to be updated. [ 948.456572] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.456705] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.456849] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.457016] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.457164] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.468204] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.468350] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.468350] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.468750] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.468750] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.499058] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 in Status: IN_PROGRESS for 2s [ 948.522611] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9d680c36-57df-4217-b708-537597a2288a [ 948.522611] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.522611] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.522611] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.522611] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.522611] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.522611] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9d680c36-57df-4217-b708-537597a2288a already deleted. [ 948.522928] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d680c36-57df-4217-b708-537597a2288a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.523595] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f in Status: IN_PROGRESS for 2s [ 948.572745] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.572745] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.572745] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.572745] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.572950] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.572995] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2a0225d-ef64-45a1-b899-4119011dd94d is going to be updated. [ 948.628610] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.628821] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.629314] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.629314] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.629470] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.646045] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2a0225d-ef64-45a1-b899-4119011dd94d in Status: IN_PROGRESS for 2s [ 949.349035] env[65432]: INFO networking_nsxv3.common.synchronization [req-9b20ddf0-6d3d-4af5-aa02-47685c044230 req-8025289e-3b55-4ff5-ae8c-a790813e034f service nova] Enqueued Resource ID: b2a0225d-ef64-45a1-b899-4119011dd94d with Priority: HIGHEST for action security_group_rules [ 949.349363] env[65432]: INFO networking_nsxv3.common.synchronization [req-9b20ddf0-6d3d-4af5-aa02-47685c044230 req-8025289e-3b55-4ff5-ae8c-a790813e034f service nova] Enqueued Resource ID: b2a0225d-ef64-45a1-b899-4119011dd94d with Priority: HIGHEST for action security_group_members [ 949.349613] env[65432]: INFO networking_nsxv3.common.synchronization [req-9b20ddf0-6d3d-4af5-aa02-47685c044230 req-8025289e-3b55-4ff5-ae8c-a790813e034f service nova] Enqueued Resource ID: 7705a842-7139-401a-be51-fc0b841842e2 with Priority: HIGHEST for action port [ 949.351031] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2a0225d-ef64-45a1-b899-4119011dd94d with Priority: HIGHEST for action security_group_rules [ 949.351031] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2a0225d-ef64-45a1-b899-4119011dd94d with Priority: HIGHEST for action security_group_members [ 949.351031] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7705a842-7139-401a-be51-fc0b841842e2 with Priority: HIGHEST for action port [ 949.351234] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2a0225d-ef64-45a1-b899-4119011dd94d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.351429] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.352277] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.352277] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.352277] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2a0225d-ef64-45a1-b899-4119011dd94d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.353795] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2a0225d-ef64-45a1-b899-4119011dd94d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.353953] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.354302] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-7705a842-7139-401a-be51-fc0b841842e2 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.354480] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7705a842-7139-401a-be51-fc0b841842e2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.354607] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7705a842-7139-401a-be51-fc0b841842e2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.354904] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7705a842-7139-401a-be51-fc0b841842e2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.355068] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7705a842-7139-401a-be51-fc0b841842e2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.626014] env[65432]: INFO networking_nsxv3.common.synchronization [req-9dfb9b13-1312-4231-8e72-f133ddd378ee req-489ab10b-5e28-48a3-9cdf-c3b9eaba8c8a tempest-ImagesNegativeTestJSON-343913630 tempest-ImagesNegativeTestJSON-343913630-project-member] Enqueued Resource ID: f736ee4d-b88f-4977-86da-44ad77f9cf31 with Priority: HIGHEST for action security_group_members [ 949.626539] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f736ee4d-b88f-4977-86da-44ad77f9cf31 with Priority: HIGHEST for action security_group_members [ 949.627078] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f736ee4d-b88f-4977-86da-44ad77f9cf31 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.627078] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f736ee4d-b88f-4977-86da-44ad77f9cf31" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.627078] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f736ee4d-b88f-4977-86da-44ad77f9cf31" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.627335] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f736ee4d-b88f-4977-86da-44ad77f9cf31" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.627503] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.627612] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.627692] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.627981] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.627981] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.628154] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f736ee4d-b88f-4977-86da-44ad77f9cf31',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.857249] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2a0225d-ef64-45a1-b899-4119011dd94d taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.857412] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.857590] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7705a842-7139-401a-be51-fc0b841842e2 with status ACTIVE [ 949.857821] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.857907] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.857939] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.858182] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.858298] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.858532] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.858629] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.858673] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.858817] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.858898] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.859107] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.859225] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.859273] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.859416] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.859482] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.859538] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7705a842-7139-401a-be51-fc0b841842e2 is going to be updated. [ 949.887158] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.887360] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.887463] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.887752] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.888778] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.888778] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7705a842-7139-401a-be51-fc0b841842e2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.955667] env[65432]: INFO networking_nsxv3.common.synchronization [None req-08bd9171-7162-435a-b276-bb5dce40c3e3 tempest-ServersV294TestFqdnHostnames-872197442 tempest-ServersV294TestFqdnHostnames-872197442-project-member] Enqueued Resource ID: 1d7af68b-15a0-438f-ae11-c05f73a8244a with Priority: HIGHEST for action security_group_rules [ 949.956250] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d7af68b-15a0-438f-ae11-c05f73a8244a with Priority: HIGHEST for action security_group_rules [ 949.956550] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d7af68b-15a0-438f-ae11-c05f73a8244a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.956669] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d7af68b-15a0-438f-ae11-c05f73a8244a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.956741] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d7af68b-15a0-438f-ae11-c05f73a8244a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.958345] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d7af68b-15a0-438f-ae11-c05f73a8244a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.958884] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d7af68b-15a0-438f-ae11-c05f73a8244a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.991854] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock network-431 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.992327] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "network-431" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.992327] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "network-431" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.992469] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "network-431" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.992732] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.992882] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.994283] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.994475] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.994813] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.995041] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 949.995745] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 949.995913] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 949.996310] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 949.996310] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 949.996310] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 949.996538] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 950.024211] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 950.024211] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 950.024211] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 950.024211] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "network-431" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.024211] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock port-7828582b-bf26-4f29-b7d8-9e9569516b93 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.024211] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "port-7828582b-bf26-4f29-b7d8-9e9569516b93" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.024211] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "port-7828582b-bf26-4f29-b7d8-9e9569516b93" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.024211] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "port-7828582b-bf26-4f29-b7d8-9e9569516b93" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.024211] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7828582b-bf26-4f29-b7d8-9e9569516b93',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.131328] env[65432]: INFO networking_nsxv3.common.synchronization [None req-307e0da2-808e-4e0d-92d9-695bfe9b92af tempest-ServersV294TestFqdnHostnames-872197442 tempest-ServersV294TestFqdnHostnames-872197442-project-member] Enqueued Resource ID: 1d7af68b-15a0-438f-ae11-c05f73a8244a with Priority: HIGHEST for action security_group_rules [ 950.132595] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.132595] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.132738] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.134104] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.134104] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.134104] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.134104] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.134104] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.134104] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.134882] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.135449] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f736ee4d-b88f-4977-86da-44ad77f9cf31 already deleted. [ 950.135557] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f736ee4d-b88f-4977-86da-44ad77f9cf31" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.136222] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d7af68b-15a0-438f-ae11-c05f73a8244a with Priority: HIGHEST for action security_group_rules [ 950.136769] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d7af68b-15a0-438f-ae11-c05f73a8244a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.136884] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d7af68b-15a0-438f-ae11-c05f73a8244a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.490778] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.491200] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.491243] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.491484] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.491613] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.492132] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d7af68b-15a0-438f-ae11-c05f73a8244a already deleted. [ 950.492244] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d7af68b-15a0-438f-ae11-c05f73a8244a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.492339] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d7af68b-15a0-438f-ae11-c05f73a8244a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.492540] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d7af68b-15a0-438f-ae11-c05f73a8244a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.492756] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d7af68b-15a0-438f-ae11-c05f73a8244a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.514601] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 in Status: SUCCESS [ 950.515079] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.529214] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.529425] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.530064] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.530064] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.530064] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.530248] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Segment Port 7828582b-bf26-4f29-b7d8-9e9569516b93 not found, creating... [ 950.530397] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.530559] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.530673] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.532040] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.532040] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.532040] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.532040] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.532040] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.532040] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.532040] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.532390] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Resource: SegmentPort with ID: 7828582b-bf26-4f29-b7d8-9e9569516b93 is going to be created. [ 950.537936] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f in Status: SUCCESS [ 950.538216] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.559473] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.559739] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.559808] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.560120] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.560392] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.560679] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "port-7828582b-bf26-4f29-b7d8-9e9569516b93" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.658361] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2a0225d-ef64-45a1-b899-4119011dd94d in Status: SUCCESS [ 950.660822] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.660822] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.661572] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.661572] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.661788] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.661904] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.662179] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.662352] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.662456] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2a0225d-ef64-45a1-b899-4119011dd94d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.849794] env[65432]: INFO networking_nsxv3.common.synchronization [None req-2f717162-5be6-418a-998d-ed3d2d97dcd1 None None] Enqueued Resource ID: cd9826d4-fe4a-4558-9052-91d5deafd522 with Priority: HIGHEST for action port [ 950.850468] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd9826d4-fe4a-4558-9052-91d5deafd522 with Priority: HIGHEST for action port [ 950.851160] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd9826d4-fe4a-4558-9052-91d5deafd522 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.851160] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd9826d4-fe4a-4558-9052-91d5deafd522" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.851369] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd9826d4-fe4a-4558-9052-91d5deafd522" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.851498] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd9826d4-fe4a-4558-9052-91d5deafd522" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.851599] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd9826d4-fe4a-4558-9052-91d5deafd522',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.018675] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.018866] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.018866] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.019108] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.019203] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.019299] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d7af68b-15a0-438f-ae11-c05f73a8244a already deleted. [ 951.019382] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d7af68b-15a0-438f-ae11-c05f73a8244a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.165029] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2a0225d-ef64-45a1-b899-4119011dd94d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.326630] env[65432]: INFO networking_nsxv3.common.synchronization [req-9dfb9b13-1312-4231-8e72-f133ddd378ee req-af93d3c5-5901-4afc-ba5e-45cc38ae108e service nova] Enqueued Resource ID: f736ee4d-b88f-4977-86da-44ad77f9cf31 with Priority: HIGHEST for action security_group_rules [ 951.326630] env[65432]: INFO networking_nsxv3.common.synchronization [req-9dfb9b13-1312-4231-8e72-f133ddd378ee req-af93d3c5-5901-4afc-ba5e-45cc38ae108e service nova] Enqueued Resource ID: f736ee4d-b88f-4977-86da-44ad77f9cf31 with Priority: HIGHEST for action security_group_members [ 951.326630] env[65432]: INFO networking_nsxv3.common.synchronization [req-9dfb9b13-1312-4231-8e72-f133ddd378ee req-af93d3c5-5901-4afc-ba5e-45cc38ae108e service nova] Enqueued Resource ID: 7828582b-bf26-4f29-b7d8-9e9569516b93 with Priority: HIGHEST for action port [ 951.326630] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f736ee4d-b88f-4977-86da-44ad77f9cf31 with Priority: HIGHEST for action security_group_rules [ 951.326630] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f736ee4d-b88f-4977-86da-44ad77f9cf31 with Priority: HIGHEST for action security_group_members [ 951.327095] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7828582b-bf26-4f29-b7d8-9e9569516b93 with Priority: HIGHEST for action port [ 951.327590] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f736ee4d-b88f-4977-86da-44ad77f9cf31 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.328052] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f736ee4d-b88f-4977-86da-44ad77f9cf31" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.328237] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f736ee4d-b88f-4977-86da-44ad77f9cf31" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.328602] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f736ee4d-b88f-4977-86da-44ad77f9cf31" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.329824] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f736ee4d-b88f-4977-86da-44ad77f9cf31',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.333242] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f736ee4d-b88f-4977-86da-44ad77f9cf31 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.333242] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f736ee4d-b88f-4977-86da-44ad77f9cf31" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.333242] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f736ee4d-b88f-4977-86da-44ad77f9cf31" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.333242] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f736ee4d-b88f-4977-86da-44ad77f9cf31" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.333242] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.333242] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.333242] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.333242] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.336412] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.336532] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f736ee4d-b88f-4977-86da-44ad77f9cf31',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.338500] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-7828582b-bf26-4f29-b7d8-9e9569516b93 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.338688] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7828582b-bf26-4f29-b7d8-9e9569516b93" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.338688] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7828582b-bf26-4f29-b7d8-9e9569516b93" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.338908] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7828582b-bf26-4f29-b7d8-9e9569516b93" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.338967] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7828582b-bf26-4f29-b7d8-9e9569516b93',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.354791] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cd9826d4-fe4a-4558-9052-91d5deafd522 [ 951.354791] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.355084] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.355084] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.355672] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.355672] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.355672] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cd9826d4-fe4a-4558-9052-91d5deafd522 already deleted. [ 951.355672] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd9826d4-fe4a-4558-9052-91d5deafd522" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.668163] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2a0225d-ef64-45a1-b899-4119011dd94d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.832418] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f736ee4d-b88f-4977-86da-44ad77f9cf31 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.832576] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f736ee4d-b88f-4977-86da-44ad77f9cf31" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.842778] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f736ee4d-b88f-4977-86da-44ad77f9cf31',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.843795] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7828582b-bf26-4f29-b7d8-9e9569516b93 with status ACTIVE [ 951.844536] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.844785] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.844851] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.845073] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.845186] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.845389] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.845485] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.845567] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.845738] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.845862] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.846191] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.847314] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.847314] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.847314] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.847314] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.847314] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7828582b-bf26-4f29-b7d8-9e9569516b93 is going to be updated. [ 951.877102] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.877278] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.877340] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.877528] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.877672] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.877840] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7828582b-bf26-4f29-b7d8-9e9569516b93" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.171778] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.172134] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.172134] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.172458] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.172605] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.172692] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2a0225d-ef64-45a1-b899-4119011dd94d is going to be updated. [ 952.205760] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.205953] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.206037] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.206473] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.206473] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.218827] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2a0225d-ef64-45a1-b899-4119011dd94d in Status: IN_PROGRESS for 2s [ 952.348744] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f736ee4d-b88f-4977-86da-44ad77f9cf31',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.851741] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.852278] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.852278] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.852278] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.852491] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.852491] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f736ee4d-b88f-4977-86da-44ad77f9cf31 is going to be created. [ 952.878991] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.879189] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.879240] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.879422] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.879577] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.891569] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f736ee4d-b88f-4977-86da-44ad77f9cf31 in Status: UNINITIALIZED for 2s [ 953.024124] env[65432]: INFO networking_nsxv3.common.synchronization [req-9500271b-3ebd-4499-a6ba-6af1d1f1c59b req-ec231021-f440-4b12-9f04-72937c2bafd0 tempest-AttachInterfacesTestJSON-373384684 tempest-AttachInterfacesTestJSON-373384684-project-member] Enqueued Resource ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 with Priority: HIGHEST for action security_group_members [ 953.025012] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 with Priority: HIGHEST for action security_group_members [ 953.025081] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-c66544b6-2226-4b1e-9a19-5d203bd72d65 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.025171] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.025225] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.025417] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.025577] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.025694] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.025806] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.025935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.026037] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.026215] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c66544b6-2226-4b1e-9a19-5d203bd72d65',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.362984] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock network-377 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.363286] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "network-377" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.363451] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "network-377" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.363825] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "network-377" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.364206] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.364454] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.364656] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.364966] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.365169] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.365440] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 953.365615] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 953.365795] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 953.365978] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 953.366189] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 953.366378] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 953.366563] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 953.389940] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 953.390155] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 953.390305] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 953.390491] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "network-377" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.391122] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock port-4b13e36a-0df7-4931-b68a-16ad491efd5a taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.391122] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "port-4b13e36a-0df7-4931-b68a-16ad491efd5a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.391299] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "port-4b13e36a-0df7-4931-b68a-16ad491efd5a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.391510] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "port-4b13e36a-0df7-4931-b68a-16ad491efd5a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.391650] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b13e36a-0df7-4931-b68a-16ad491efd5a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.528400] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.528836] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.528933] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.530038] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.530038] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.530038] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.530038] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.530038] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.530038] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.530038] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.530038] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 is going to be deleted. [ 953.587913] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.588397] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.588397] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.588397] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.588546] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.588617] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.897026] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.897026] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.897026] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.897026] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.897026] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.897026] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Segment Port 4b13e36a-0df7-4931-b68a-16ad491efd5a not found, creating... [ 953.897026] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.897026] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.897026] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.897026] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.897026] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.897652] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.897652] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.897652] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.897652] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.897652] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.897652] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Resource: SegmentPort with ID: 4b13e36a-0df7-4931-b68a-16ad491efd5a is going to be created. [ 953.923691] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.923691] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.923691] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.925018] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.925018] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.925018] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "port-4b13e36a-0df7-4931-b68a-16ad491efd5a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.097397] env[65432]: INFO networking_nsxv3.common.synchronization [req-987af464-1539-42ad-af03-e4986fda2d49 req-1d479bb2-9772-4e09-86d4-840033773c02 tempest-ServersTestMultiNic-933933772 tempest-ServersTestMultiNic-933933772-project-member] Enqueued Resource ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 with Priority: HIGHEST for action security_group_members [ 954.098290] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 with Priority: HIGHEST for action security_group_members [ 954.098687] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1bbd1a2-2514-49f9-9c85-25db93b785a4 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.098751] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.098817] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.099070] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.099250] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.099360] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.099416] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.099569] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.099641] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.100489] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1bbd1a2-2514-49f9-9c85-25db93b785a4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.230974] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2a0225d-ef64-45a1-b899-4119011dd94d in Status: SUCCESS [ 954.230974] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.230974] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.230974] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.230974] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.230974] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.230974] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.231435] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.231435] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.231435] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.231435] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b2a0225d-ef64-45a1-b899-4119011dd94d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.321065] env[65432]: INFO networking_nsxv3.common.synchronization [req-987af464-1539-42ad-af03-e4986fda2d49 req-984a78e2-c76a-4ff7-99ed-8e0e72f2368e tempest-ServersTestMultiNic-933933772 tempest-ServersTestMultiNic-933933772-project-member] Enqueued Resource ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 with Priority: HIGHEST for action security_group_members [ 954.321727] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 with Priority: HIGHEST for action security_group_members [ 954.322103] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1bbd1a2-2514-49f9-9c85-25db93b785a4 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.322219] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.601790] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b1bbd1a2-2514-49f9-9c85-25db93b785a4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.623753] env[65432]: INFO networking_nsxv3.common.synchronization [req-987af464-1539-42ad-af03-e4986fda2d49 req-56d286d9-c5a1-41ba-a18e-fd901ccac2ac tempest-ServersTestMultiNic-933933772 tempest-ServersTestMultiNic-933933772-project-member] Enqueued Resource ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 with Priority: HIGHEST for action security_group_members [ 954.624489] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 with Priority: HIGHEST for action security_group_members [ 954.624847] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1bbd1a2-2514-49f9-9c85-25db93b785a4 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.625012] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.718607] env[65432]: INFO networking_nsxv3.common.synchronization [req-9500271b-3ebd-4499-a6ba-6af1d1f1c59b req-61459892-3280-4377-b680-e3c3e1ccc69f service nova] Enqueued Resource ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 with Priority: HIGHEST for action security_group_rules [ 954.718607] env[65432]: INFO networking_nsxv3.common.synchronization [req-9500271b-3ebd-4499-a6ba-6af1d1f1c59b req-61459892-3280-4377-b680-e3c3e1ccc69f service nova] Enqueued Resource ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 with Priority: HIGHEST for action security_group_members [ 954.718788] env[65432]: INFO networking_nsxv3.common.synchronization [req-9500271b-3ebd-4499-a6ba-6af1d1f1c59b req-61459892-3280-4377-b680-e3c3e1ccc69f service nova] Enqueued Resource ID: 4b13e36a-0df7-4931-b68a-16ad491efd5a with Priority: HIGHEST for action port [ 954.719712] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 with Priority: HIGHEST for action security_group_rules [ 954.719712] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 with Priority: HIGHEST for action security_group_members [ 954.719712] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b13e36a-0df7-4931-b68a-16ad491efd5a with Priority: HIGHEST for action port [ 954.720408] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c66544b6-2226-4b1e-9a19-5d203bd72d65 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.720408] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.720408] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.720759] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.720759] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c66544b6-2226-4b1e-9a19-5d203bd72d65',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.721552] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-c66544b6-2226-4b1e-9a19-5d203bd72d65 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.722218] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.722218] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.722218] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.722218] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.723017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.723017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.723017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.723017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.723017] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c66544b6-2226-4b1e-9a19-5d203bd72d65',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.728911] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b13e36a-0df7-4931-b68a-16ad491efd5a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.729199] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b13e36a-0df7-4931-b68a-16ad491efd5a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.729788] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b13e36a-0df7-4931-b68a-16ad491efd5a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.729788] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b13e36a-0df7-4931-b68a-16ad491efd5a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.729788] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b13e36a-0df7-4931-b68a-16ad491efd5a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.733971] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2a0225d-ef64-45a1-b899-4119011dd94d taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.733971] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.733971] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.734191] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.735277] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.735277] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.735277] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.735277] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.735277] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.735277] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.735277] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2a0225d-ef64-45a1-b899-4119011dd94d taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.735642] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.735642] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.735642] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.737050] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.737050] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.737050] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.737050] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.737050] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.737050] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.737050] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b2a0225d-ef64-45a1-b899-4119011dd94d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.908119] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f736ee4d-b88f-4977-86da-44ad77f9cf31 in Status: SUCCESS [ 954.908396] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f736ee4d-b88f-4977-86da-44ad77f9cf31" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.908927] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f736ee4d-b88f-4977-86da-44ad77f9cf31" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.909761] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f736ee4d-b88f-4977-86da-44ad77f9cf31" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.909761] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.909761] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.909761] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.909761] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.910075] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.910075] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f736ee4d-b88f-4977-86da-44ad77f9cf31" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.910075] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f736ee4d-b88f-4977-86da-44ad77f9cf31',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.088525] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock network-591 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.088841] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "network-591" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.089056] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "network-591" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.089413] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "network-591" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.089795] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.090192] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.090359] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.090659] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.090838] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.091143] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 955.091299] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 955.091808] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 955.091808] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 955.091808] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 955.091962] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 955.092087] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 955.104046] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b1bbd1a2-2514-49f9-9c85-25db93b785a4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.116497] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 955.116712] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 955.116832] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 955.117102] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "network-591" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.117658] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock port-83b56248-4f36-471d-a79b-7d0969d586ff taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.117658] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "port-83b56248-4f36-471d-a79b-7d0969d586ff" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.117895] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "port-83b56248-4f36-471d-a79b-7d0969d586ff" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.118120] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "port-83b56248-4f36-471d-a79b-7d0969d586ff" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.118309] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83b56248-4f36-471d-a79b-7d0969d586ff',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.235024] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c66544b6-2226-4b1e-9a19-5d203bd72d65',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.235024] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-c66544b6-2226-4b1e-9a19-5d203bd72d65 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.235024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.235024] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4b13e36a-0df7-4931-b68a-16ad491efd5a with status ACTIVE [ 955.235024] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.235024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.235024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.235024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.235024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.235024] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.235024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.235024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.235024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.235024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.235641] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.235641] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.235826] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.236093] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.236265] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.236452] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4b13e36a-0df7-4931-b68a-16ad491efd5a is going to be updated. [ 955.237908] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b2a0225d-ef64-45a1-b899-4119011dd94d: rpc.has_security_group_logging(os_id): False [ 955.260484] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.260484] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.260484] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.260484] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.260484] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.260484] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.260484] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.260484] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.260484] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.260484] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.261465] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.261805] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.261998] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.262627] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.262810] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.263175] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.263423] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.264048] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.264048] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.264048] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.264207] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2a0225d-ef64-45a1-b899-4119011dd94d is going to be updated. [ 955.267673] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.267943] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.268048] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.268791] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.268791] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.268791] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b13e36a-0df7-4931-b68a-16ad491efd5a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.342932] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.343211] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.343296] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.343533] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.343704] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.368797] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2a0225d-ef64-45a1-b899-4119011dd94d in Status: IN_PROGRESS for 2s [ 955.413209] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f736ee4d-b88f-4977-86da-44ad77f9cf31 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.413478] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f736ee4d-b88f-4977-86da-44ad77f9cf31" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.413580] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f736ee4d-b88f-4977-86da-44ad77f9cf31" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.413930] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f736ee4d-b88f-4977-86da-44ad77f9cf31" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.414307] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.414531] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.414782] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.415038] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.415214] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.416163] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f736ee4d-b88f-4977-86da-44ad77f9cf31" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.416163] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f736ee4d-b88f-4977-86da-44ad77f9cf31 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.416163] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f736ee4d-b88f-4977-86da-44ad77f9cf31" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.416163] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f736ee4d-b88f-4977-86da-44ad77f9cf31" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.416163] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f736ee4d-b88f-4977-86da-44ad77f9cf31" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.416454] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.416598] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.416686] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.417265] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.417265] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.417265] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f736ee4d-b88f-4977-86da-44ad77f9cf31" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.417524] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f736ee4d-b88f-4977-86da-44ad77f9cf31',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.607782] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.607911] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.607911] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.608168] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.608295] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.608368] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 is going to be updated. [ 955.621140] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.621396] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.622134] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.622444] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.622612] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.622997] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.623208] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.623323] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.623592] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.623738] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.624139] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.624331] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.624452] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.625174] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.625485] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.625839] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Resource: SegmentPort with ID: 83b56248-4f36-471d-a79b-7d0969d586ff is going to be updated. [ 955.641494] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.641494] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.641494] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.642321] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.642321] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.652014] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 in Status: IN_PROGRESS for 2s [ 955.657294] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.657294] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.657294] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.657553] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.657810] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.658240] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "port-83b56248-4f36-471d-a79b-7d0969d586ff" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.739276] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c66544b6-2226-4b1e-9a19-5d203bd72d65',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.920164] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f736ee4d-b88f-4977-86da-44ad77f9cf31: rpc.has_security_group_logging(os_id): False [ 955.945722] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.945846] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.945928] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.946186] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.946286] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.947536] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.947536] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.947536] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.947536] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.947536] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.947536] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.947536] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.947536] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.947536] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.947536] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.948146] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.948146] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.948146] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.948146] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.948146] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.948146] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f736ee4d-b88f-4977-86da-44ad77f9cf31 is going to be created. [ 956.016011] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.016217] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.016217] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.016493] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.016735] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.031358] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f736ee4d-b88f-4977-86da-44ad77f9cf31 in Status: IN_PROGRESS for 2s [ 956.242239] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.242239] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.242239] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.242390] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.242983] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.242983] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 is going to be created. [ 956.276447] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.276622] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.276695] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.276957] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.277136] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.293844] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 in Status: UNINITIALIZED for 2s [ 956.409094] env[65432]: INFO networking_nsxv3.common.synchronization [req-d6ba0f2a-d524-4bb5-92f2-21fb5dd991c5 req-13df4939-1787-46af-906f-3569ad036f30 service nova] Enqueued Resource ID: 2d3a473f-48c6-4084-bb28-2a09e6a60184 with Priority: HIGHEST for action security_group_rules [ 956.409308] env[65432]: INFO networking_nsxv3.common.synchronization [req-d6ba0f2a-d524-4bb5-92f2-21fb5dd991c5 req-13df4939-1787-46af-906f-3569ad036f30 service nova] Enqueued Resource ID: 2d3a473f-48c6-4084-bb28-2a09e6a60184 with Priority: HIGHEST for action security_group_members [ 956.409431] env[65432]: INFO networking_nsxv3.common.synchronization [req-d6ba0f2a-d524-4bb5-92f2-21fb5dd991c5 req-13df4939-1787-46af-906f-3569ad036f30 service nova] Enqueued Resource ID: 83b56248-4f36-471d-a79b-7d0969d586ff with Priority: HIGHEST for action port [ 956.410287] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d3a473f-48c6-4084-bb28-2a09e6a60184 with Priority: HIGHEST for action security_group_rules [ 956.410461] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d3a473f-48c6-4084-bb28-2a09e6a60184 with Priority: HIGHEST for action security_group_members [ 956.410461] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83b56248-4f36-471d-a79b-7d0969d586ff with Priority: HIGHEST for action port [ 956.411245] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d3a473f-48c6-4084-bb28-2a09e6a60184 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.411245] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d3a473f-48c6-4084-bb28-2a09e6a60184" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.411245] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d3a473f-48c6-4084-bb28-2a09e6a60184" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.411245] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d3a473f-48c6-4084-bb28-2a09e6a60184" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.411245] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d3a473f-48c6-4084-bb28-2a09e6a60184',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.412129] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d3a473f-48c6-4084-bb28-2a09e6a60184 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.412547] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d3a473f-48c6-4084-bb28-2a09e6a60184" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.412547] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d3a473f-48c6-4084-bb28-2a09e6a60184" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.413332] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d3a473f-48c6-4084-bb28-2a09e6a60184" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.413332] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.413332] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.413332] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.413558] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.413558] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.413558] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d3a473f-48c6-4084-bb28-2a09e6a60184',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.414787] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-83b56248-4f36-471d-a79b-7d0969d586ff taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.414959] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83b56248-4f36-471d-a79b-7d0969d586ff" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.414959] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83b56248-4f36-471d-a79b-7d0969d586ff" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.415363] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83b56248-4f36-471d-a79b-7d0969d586ff" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.415363] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83b56248-4f36-471d-a79b-7d0969d586ff',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.917347] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d3a473f-48c6-4084-bb28-2a09e6a60184 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.917489] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d3a473f-48c6-4084-bb28-2a09e6a60184" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.917679] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d3a473f-48c6-4084-bb28-2a09e6a60184',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.918612] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 83b56248-4f36-471d-a79b-7d0969d586ff with status ACTIVE [ 956.919266] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.919266] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.919266] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.919266] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.919545] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.919545] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.919545] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.919657] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.919743] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.919809] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.919974] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.921291] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.921291] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.921291] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.921291] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.921291] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 83b56248-4f36-471d-a79b-7d0969d586ff is going to be updated. [ 956.947041] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.947041] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.947041] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.947041] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.947041] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.947041] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83b56248-4f36-471d-a79b-7d0969d586ff" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.386259] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2a0225d-ef64-45a1-b899-4119011dd94d in Status: SUCCESS [ 957.386457] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.424078] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d3a473f-48c6-4084-bb28-2a09e6a60184',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.667113] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 in Status: SUCCESS [ 957.667544] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.667842] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.668191] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.668526] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.669061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.669061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.669061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.669061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.669202] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1bbd1a2-2514-49f9-9c85-25db93b785a4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.928309] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.928309] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.928309] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.928662] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.928662] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.928889] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d3a473f-48c6-4084-bb28-2a09e6a60184 is going to be updated. [ 957.959842] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.960035] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.960093] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.960428] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.960512] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.986721] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d3a473f-48c6-4084-bb28-2a09e6a60184 in Status: IN_PROGRESS for 2s [ 958.034888] env[65432]: INFO networking_nsxv3.common.synchronization [None req-52666936-2d65-4930-9d94-ddf4a936708d None None] Enqueued Resource ID: 4955af67-dada-42fe-9e73-b87bfcd74be7 with Priority: HIGHEST for action port [ 958.035860] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4955af67-dada-42fe-9e73-b87bfcd74be7 with Priority: HIGHEST for action port [ 958.036595] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-4955af67-dada-42fe-9e73-b87bfcd74be7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.037551] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4955af67-dada-42fe-9e73-b87bfcd74be7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.037551] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4955af67-dada-42fe-9e73-b87bfcd74be7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.037551] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4955af67-dada-42fe-9e73-b87bfcd74be7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.037551] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4955af67-dada-42fe-9e73-b87bfcd74be7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.054136] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f736ee4d-b88f-4977-86da-44ad77f9cf31 in Status: SUCCESS [ 958.054410] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f736ee4d-b88f-4977-86da-44ad77f9cf31" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.112236] env[65432]: INFO networking_nsxv3.common.synchronization [req-58c30484-5dfa-4b46-bb5c-d7c42c36277a req-0ae8436d-e476-41c7-be71-67b71d7d2ea2 tempest-ServerActionsTestOtherB-1703039426 tempest-ServerActionsTestOtherB-1703039426-project-member] Enqueued Resource ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea with Priority: HIGHEST for action security_group_members [ 958.114340] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea with Priority: HIGHEST for action security_group_members [ 958.114340] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a49c8a18-5fe9-46dc-9c57-a5406ae1deea taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.114340] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.114618] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.114877] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.115469] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.115568] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.115712] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.116159] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.116441] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.116658] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a49c8a18-5fe9-46dc-9c57-a5406ae1deea',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.172462] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.172800] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.172974] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.173406] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.173406] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.173725] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.173854] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.173966] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.174257] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.174451] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.174531] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 is going to be updated. [ 958.212710] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.212907] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.212984] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.213202] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.213390] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.224508] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 in Status: IN_PROGRESS for 2s [ 958.305297] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 in Status: SUCCESS [ 958.305633] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.305990] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.306367] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.306939] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.306939] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.307139] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.307268] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.307502] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.307667] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.307831] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c66544b6-2226-4b1e-9a19-5d203bd72d65',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.541068] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4955af67-dada-42fe-9e73-b87bfcd74be7 [ 958.541068] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.541068] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.541068] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.541068] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.541068] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.541068] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4955af67-dada-42fe-9e73-b87bfcd74be7 already deleted. [ 958.541068] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4955af67-dada-42fe-9e73-b87bfcd74be7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.620225] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.620397] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.620434] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.620640] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.620734] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.621061] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.621265] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.621346] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.621662] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.621774] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.621907] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea is going to be updated. [ 958.659573] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.659711] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.659781] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.660062] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.660243] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.676902] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea in Status: IN_PROGRESS for 2s [ 958.724929] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock network-618 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.726151] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "network-618" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.726151] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "network-618" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.726495] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "network-618" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.726854] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.727246] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.727390] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.727710] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.727917] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.728207] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 958.729633] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 958.729633] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 958.729633] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 958.729633] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 958.729633] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 958.729633] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 958.787158] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 958.787727] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Cache value generated in 0.058 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 958.787817] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 958.788631] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "network-618" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.789531] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock port-bc9f1520-3436-4a59-86b5-814f766641b0 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.790569] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "port-bc9f1520-3436-4a59-86b5-814f766641b0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.790569] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "port-bc9f1520-3436-4a59-86b5-814f766641b0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.791488] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "port-bc9f1520-3436-4a59-86b5-814f766641b0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.791488] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc9f1520-3436-4a59-86b5-814f766641b0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.811027] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-c66544b6-2226-4b1e-9a19-5d203bd72d65 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.811114] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.811684] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.811684] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.811684] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.814636] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.814636] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.814636] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.814636] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.814636] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.814636] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-c66544b6-2226-4b1e-9a19-5d203bd72d65 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.814636] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.814636] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.814636] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.814636] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.814636] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.814636] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.814636] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.814636] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.814636] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.814636] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c66544b6-2226-4b1e-9a19-5d203bd72d65',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.294981] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.294981] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.294981] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.295711] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.295711] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.295711] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Segment Port bc9f1520-3436-4a59-86b5-814f766641b0 not found, creating... [ 959.295711] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.295947] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.295947] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.296972] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.296972] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.296972] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.297702] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.297702] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.299023] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.299203] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.299367] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Resource: SegmentPort with ID: bc9f1520-3436-4a59-86b5-814f766641b0 is going to be created. [ 959.317489] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c66544b6-2226-4b1e-9a19-5d203bd72d65: rpc.has_security_group_logging(os_id): False [ 959.321364] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.321569] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.321692] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.322516] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.322516] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.322637] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "port-bc9f1520-3436-4a59-86b5-814f766641b0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.337050] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.337202] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.337202] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.337505] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.337636] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.337969] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.338127] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.338207] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.338424] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.338522] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.338769] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.338892] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.338972] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.339307] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.339425] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.339783] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.339999] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.340122] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.340424] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.340548] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.340686] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 is going to be created. [ 959.403471] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.403695] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.403743] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.404176] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.404382] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.418689] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 in Status: IN_PROGRESS for 2s [ 959.995150] env[65432]: INFO networking_nsxv3.common.synchronization [req-58c30484-5dfa-4b46-bb5c-d7c42c36277a req-2fed2454-5e72-416b-b2d7-1af89c44841c service nova] Enqueued Resource ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea with Priority: HIGHEST for action security_group_rules [ 959.995369] env[65432]: INFO networking_nsxv3.common.synchronization [req-58c30484-5dfa-4b46-bb5c-d7c42c36277a req-2fed2454-5e72-416b-b2d7-1af89c44841c service nova] Enqueued Resource ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea with Priority: HIGHEST for action security_group_members [ 959.995508] env[65432]: INFO networking_nsxv3.common.synchronization [req-58c30484-5dfa-4b46-bb5c-d7c42c36277a req-2fed2454-5e72-416b-b2d7-1af89c44841c service nova] Enqueued Resource ID: bc9f1520-3436-4a59-86b5-814f766641b0 with Priority: HIGHEST for action port [ 959.996450] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d3a473f-48c6-4084-bb28-2a09e6a60184 in Status: SUCCESS [ 959.996784] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d3a473f-48c6-4084-bb28-2a09e6a60184" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.997439] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea with Priority: HIGHEST for action security_group_rules [ 959.997587] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea with Priority: HIGHEST for action security_group_members [ 959.997693] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc9f1520-3436-4a59-86b5-814f766641b0 with Priority: HIGHEST for action port [ 959.997826] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d3a473f-48c6-4084-bb28-2a09e6a60184" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.998105] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d3a473f-48c6-4084-bb28-2a09e6a60184" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.998217] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.998328] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.998390] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.998544] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.998624] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.998706] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d3a473f-48c6-4084-bb28-2a09e6a60184" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.998796] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2d3a473f-48c6-4084-bb28-2a09e6a60184',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.999758] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a49c8a18-5fe9-46dc-9c57-a5406ae1deea taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.999860] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.999919] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.000106] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.000182] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a49c8a18-5fe9-46dc-9c57-a5406ae1deea',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.001372] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a49c8a18-5fe9-46dc-9c57-a5406ae1deea taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.001372] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.001372] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc9f1520-3436-4a59-86b5-814f766641b0 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.001531] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc9f1520-3436-4a59-86b5-814f766641b0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.001531] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc9f1520-3436-4a59-86b5-814f766641b0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.001652] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc9f1520-3436-4a59-86b5-814f766641b0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.003292] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc9f1520-3436-4a59-86b5-814f766641b0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.245449] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 in Status: SUCCESS [ 960.245449] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 deletion is rescheduled due to dependency. [ 960.245449] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.245449] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.245449] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.245449] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.245449] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.245449] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.245449] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.245449] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.245449] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1bbd1a2-2514-49f9-9c85-25db93b785a4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.504900] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a49c8a18-5fe9-46dc-9c57-a5406ae1deea taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.506362] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.506362] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2d3a473f-48c6-4084-bb28-2a09e6a60184',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.506569] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc9f1520-3436-4a59-86b5-814f766641b0 with status ACTIVE [ 960.506686] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.506806] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.506862] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.507096] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.507188] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.507395] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.507513] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.507576] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.507734] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.507826] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.508018] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.509463] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.509561] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.511625] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.512171] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.512286] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc9f1520-3436-4a59-86b5-814f766641b0 is going to be updated. [ 960.518556] env[65432]: INFO networking_nsxv3.common.synchronization [req-70052506-b4d5-4b19-a21a-0d2ead5444c3 req-1098929b-29fd-44ca-bcb2-8d0f2ed4dd36 tempest-AttachVolumeTestJSON-1219601297 tempest-AttachVolumeTestJSON-1219601297-project-member] Enqueued Resource ID: 7a94014d-4924-4144-b5a8-2f7364e39ee3 with Priority: HIGHEST for action security_group_members [ 960.527581] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a94014d-4924-4144-b5a8-2f7364e39ee3 with Priority: HIGHEST for action security_group_members [ 960.528366] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a94014d-4924-4144-b5a8-2f7364e39ee3 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.529268] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a94014d-4924-4144-b5a8-2f7364e39ee3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.529268] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a94014d-4924-4144-b5a8-2f7364e39ee3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.529268] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a94014d-4924-4144-b5a8-2f7364e39ee3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.529268] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.529268] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.529625] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.529625] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.529726] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.529785] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a94014d-4924-4144-b5a8-2f7364e39ee3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.552804] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.552804] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.552804] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.553011] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.553262] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.553443] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc9f1520-3436-4a59-86b5-814f766641b0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.692600] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea in Status: IN_PROGRESS for 4s [ 960.722166] env[65432]: INFO networking_nsxv3.common.synchronization [None req-c6c4f645-6673-4ca4-892a-f4f1e11f937e tempest-AttachInterfacesTestJSON-373384684 tempest-AttachInterfacesTestJSON-373384684-project-member] Enqueued Resource ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 with Priority: HIGHEST for action security_group_members [ 960.722844] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 with Priority: HIGHEST for action security_group_members [ 960.723263] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-c66544b6-2226-4b1e-9a19-5d203bd72d65 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.723395] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.723460] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.723690] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.723855] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.723985] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.724051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.724258] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.724346] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.724440] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c66544b6-2226-4b1e-9a19-5d203bd72d65',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.743764] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.743764] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.744106] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.744161] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.744372] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.744579] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.745206] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.745206] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.745206] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.745403] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.745457] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 is going to be updated. [ 960.781238] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.783021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.783021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.783021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.783021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.794892] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 in Status: IN_PROGRESS for 2s [ 961.018409] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2d3a473f-48c6-4084-bb28-2a09e6a60184: rpc.has_security_group_logging(os_id): False [ 961.034414] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.035435] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.035566] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.036080] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.036961] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.037253] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.037385] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.037454] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.037665] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.037735] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.037973] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a94014d-4924-4144-b5a8-2f7364e39ee3 is going to be updated. [ 961.042754] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.042901] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.042967] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.043221] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.043308] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.043559] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.043655] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.043715] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.043861] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.043931] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.046098] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d3a473f-48c6-4084-bb28-2a09e6a60184 is going to be updated. [ 961.070262] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.070262] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.070262] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.070262] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.070262] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.076769] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a94014d-4924-4144-b5a8-2f7364e39ee3 in Status: IN_PROGRESS for 2s [ 961.106374] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.108790] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.108790] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.108790] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.108790] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.121454] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d3a473f-48c6-4084-bb28-2a09e6a60184 in Status: IN_PROGRESS for 2s [ 961.230925] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c66544b6-2226-4b1e-9a19-5d203bd72d65',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.246243] env[65432]: INFO networking_nsxv3.common.synchronization [None req-f4310411-82c4-4d12-8f81-159444ba581f None None] Enqueued Resource ID: 854af15c-dad1-413b-b94e-4a02883cfd77 with Priority: HIGHEST for action port [ 961.247648] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 854af15c-dad1-413b-b94e-4a02883cfd77 with Priority: HIGHEST for action port [ 961.248288] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-854af15c-dad1-413b-b94e-4a02883cfd77 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.249207] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-854af15c-dad1-413b-b94e-4a02883cfd77" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.249315] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-854af15c-dad1-413b-b94e-4a02883cfd77" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.250030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-854af15c-dad1-413b-b94e-4a02883cfd77" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.250030] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('854af15c-dad1-413b-b94e-4a02883cfd77',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.434998] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 in Status: SUCCESS [ 961.434998] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.733741] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c66544b6-2226-4b1e-9a19-5d203bd72d65',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.754682] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 854af15c-dad1-413b-b94e-4a02883cfd77 [ 961.754682] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.754682] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.754682] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.754682] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.755107] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.755107] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:854af15c-dad1-413b-b94e-4a02883cfd77 already deleted. [ 961.755107] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-854af15c-dad1-413b-b94e-4a02883cfd77" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.237885] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.238181] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.238181] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.238332] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.238427] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.238527] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 is going to be updated. [ 962.273753] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.273753] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.274072] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.274121] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.274302] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.286285] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 in Status: IN_PROGRESS for 2s [ 962.704489] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea in Status: SUCCESS [ 962.704575] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea deletion is rescheduled due to dependency. [ 962.705457] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.705457] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.705457] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.705457] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.705457] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.705707] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.705707] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.705843] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.705883] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a49c8a18-5fe9-46dc-9c57-a5406ae1deea',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.806787] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 in Status: SUCCESS [ 962.807161] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 deletion is rescheduled due to dependency. [ 962.807337] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.091861] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a94014d-4924-4144-b5a8-2f7364e39ee3 in Status: SUCCESS [ 963.095024] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a94014d-4924-4144-b5a8-2f7364e39ee3 deletion is rescheduled due to dependency. [ 963.095024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a94014d-4924-4144-b5a8-2f7364e39ee3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.138187] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d3a473f-48c6-4084-bb28-2a09e6a60184 in Status: SUCCESS [ 963.138410] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d3a473f-48c6-4084-bb28-2a09e6a60184" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.211310] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a49c8a18-5fe9-46dc-9c57-a5406ae1deea',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.316998] env[65432]: INFO networking_nsxv3.common.synchronization [req-c71bc9be-cc08-45a6-9fdf-f3a076ab69ba req-64a1258e-bb34-4b4f-8c53-8e1cfe832f12 tempest-ServersV294TestFqdnHostnames-872197442 tempest-ServersV294TestFqdnHostnames-872197442-project-member] Enqueued Resource ID: 1d7af68b-15a0-438f-ae11-c05f73a8244a with Priority: HIGHEST for action security_group_members [ 963.319266] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d7af68b-15a0-438f-ae11-c05f73a8244a with Priority: HIGHEST for action security_group_members [ 963.319846] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d7af68b-15a0-438f-ae11-c05f73a8244a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.320108] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d7af68b-15a0-438f-ae11-c05f73a8244a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.320266] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d7af68b-15a0-438f-ae11-c05f73a8244a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.320696] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d7af68b-15a0-438f-ae11-c05f73a8244a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.321048] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.321318] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.321526] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.322177] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.322177] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.322309] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d7af68b-15a0-438f-ae11-c05f73a8244a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.384934] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock network-377 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.385782] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "network-377" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.386073] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "network-377" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.386382] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "network-377" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.386760] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.386982] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.387176] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.387424] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.387659] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.387925] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 963.388107] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 963.388225] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 963.388334] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 963.388444] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 963.388546] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 963.388677] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 963.414268] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 963.414531] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 963.414842] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 963.415162] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "network-377" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.415657] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock port-d018e4ed-7f74-481c-aec0-9852400cce96 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.415952] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "port-d018e4ed-7f74-481c-aec0-9852400cce96" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.416243] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "port-d018e4ed-7f74-481c-aec0-9852400cce96" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.416711] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "port-d018e4ed-7f74-481c-aec0-9852400cce96" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.416921] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d018e4ed-7f74-481c-aec0-9852400cce96',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.714206] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a49c8a18-5fe9-46dc-9c57-a5406ae1deea',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.792047] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock network-102 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.792296] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "network-102" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.792755] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "network-102" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.792958] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "network-102" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.793357] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.793595] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.793778] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.794046] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.794257] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.794549] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 963.794684] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 963.794940] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 963.795044] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 963.795109] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 963.795216] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 963.795349] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 963.815931] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 963.816478] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 963.816478] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 963.816662] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "network-102" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.817026] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock port-d8477354-9132-468b-8ac7-67df5996696f taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.817260] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "port-d8477354-9132-468b-8ac7-67df5996696f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.817403] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "port-d8477354-9132-468b-8ac7-67df5996696f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.817803] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "port-d8477354-9132-468b-8ac7-67df5996696f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.817952] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8477354-9132-468b-8ac7-67df5996696f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.827233] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.827457] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.827511] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.827769] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.827918] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.828171] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.828319] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.828392] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.828573] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.829013] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.829013] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d7af68b-15a0-438f-ae11-c05f73a8244a already deleted. [ 963.829013] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d7af68b-15a0-438f-ae11-c05f73a8244a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.920349] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.920600] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.920734] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.921057] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.921199] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.921414] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Segment Port d018e4ed-7f74-481c-aec0-9852400cce96 not found, creating... [ 963.921755] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.922018] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.922196] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.922541] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.922707] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.923147] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.923344] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.923465] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.923724] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.923885] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.924051] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Resource: SegmentPort with ID: d018e4ed-7f74-481c-aec0-9852400cce96 is going to be created. [ 963.945863] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.946161] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.946299] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.946569] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.946800] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.947030] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "port-d018e4ed-7f74-481c-aec0-9852400cce96" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.217544] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.217731] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.217786] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.218038] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.218139] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.218241] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea is going to be updated. [ 964.260292] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.261924] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.262103] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.262592] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.262819] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.273747] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea in Status: IN_PROGRESS for 2s [ 964.299362] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 in Status: SUCCESS [ 964.299626] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.321205] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.321453] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.321576] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.321930] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.322141] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.322370] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Segment Port d8477354-9132-468b-8ac7-67df5996696f not found, creating... [ 964.322802] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.323074] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.323267] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.323572] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.323773] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.324158] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.324390] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.324574] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.324979] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.325166] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.325322] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Resource: SegmentPort with ID: d8477354-9132-468b-8ac7-67df5996696f is going to be created. [ 964.349108] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.349354] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.349635] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.349953] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.350232] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.350481] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "port-d8477354-9132-468b-8ac7-67df5996696f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.746433] env[65432]: INFO networking_nsxv3.common.synchronization [req-43b9be32-61c2-4eca-86dd-eddbc0023eb5 req-979cda9d-9793-4518-bbac-b1833dbc94c5 service nova] Enqueued Resource ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 with Priority: HIGHEST for action security_group_rules [ 964.746433] env[65432]: INFO networking_nsxv3.common.synchronization [req-43b9be32-61c2-4eca-86dd-eddbc0023eb5 req-979cda9d-9793-4518-bbac-b1833dbc94c5 service nova] Enqueued Resource ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 with Priority: HIGHEST for action security_group_members [ 964.746433] env[65432]: INFO networking_nsxv3.common.synchronization [req-43b9be32-61c2-4eca-86dd-eddbc0023eb5 req-979cda9d-9793-4518-bbac-b1833dbc94c5 service nova] Enqueued Resource ID: d018e4ed-7f74-481c-aec0-9852400cce96 with Priority: HIGHEST for action port [ 964.748086] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 with Priority: HIGHEST for action security_group_rules [ 964.748728] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 with Priority: HIGHEST for action security_group_members [ 964.749064] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d018e4ed-7f74-481c-aec0-9852400cce96 with Priority: HIGHEST for action port [ 964.749784] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c66544b6-2226-4b1e-9a19-5d203bd72d65 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.750166] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.750426] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.750876] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.751516] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c66544b6-2226-4b1e-9a19-5d203bd72d65',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.752624] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-c66544b6-2226-4b1e-9a19-5d203bd72d65 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.752787] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.752855] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.753219] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.753453] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.753618] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.753722] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.753992] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.754161] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.754335] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c66544b6-2226-4b1e-9a19-5d203bd72d65',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.755706] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-d018e4ed-7f74-481c-aec0-9852400cce96 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.755910] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d018e4ed-7f74-481c-aec0-9852400cce96" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.756011] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d018e4ed-7f74-481c-aec0-9852400cce96" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.756288] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d018e4ed-7f74-481c-aec0-9852400cce96" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.756422] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d018e4ed-7f74-481c-aec0-9852400cce96',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.150490] env[65432]: INFO networking_nsxv3.common.synchronization [req-c71bc9be-cc08-45a6-9fdf-f3a076ab69ba req-ca1c83b9-bfe4-452b-8689-482a18575b87 service nova] Enqueued Resource ID: 1d7af68b-15a0-438f-ae11-c05f73a8244a with Priority: HIGHEST for action security_group_rules [ 965.150490] env[65432]: INFO networking_nsxv3.common.synchronization [req-c71bc9be-cc08-45a6-9fdf-f3a076ab69ba req-ca1c83b9-bfe4-452b-8689-482a18575b87 service nova] Enqueued Resource ID: 1d7af68b-15a0-438f-ae11-c05f73a8244a with Priority: HIGHEST for action security_group_members [ 965.150490] env[65432]: INFO networking_nsxv3.common.synchronization [req-c71bc9be-cc08-45a6-9fdf-f3a076ab69ba req-ca1c83b9-bfe4-452b-8689-482a18575b87 service nova] Enqueued Resource ID: d8477354-9132-468b-8ac7-67df5996696f with Priority: HIGHEST for action port [ 965.152036] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d7af68b-15a0-438f-ae11-c05f73a8244a with Priority: HIGHEST for action security_group_rules [ 965.152534] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d7af68b-15a0-438f-ae11-c05f73a8244a with Priority: HIGHEST for action security_group_members [ 965.152888] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8477354-9132-468b-8ac7-67df5996696f with Priority: HIGHEST for action port [ 965.153352] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d7af68b-15a0-438f-ae11-c05f73a8244a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.153650] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d7af68b-15a0-438f-ae11-c05f73a8244a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.155302] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d7af68b-15a0-438f-ae11-c05f73a8244a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.155302] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d7af68b-15a0-438f-ae11-c05f73a8244a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.155302] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d7af68b-15a0-438f-ae11-c05f73a8244a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.156542] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d7af68b-15a0-438f-ae11-c05f73a8244a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.159245] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d7af68b-15a0-438f-ae11-c05f73a8244a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.159245] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d7af68b-15a0-438f-ae11-c05f73a8244a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.159245] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d7af68b-15a0-438f-ae11-c05f73a8244a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.159245] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.159245] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.159245] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.159245] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.159245] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.159245] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d7af68b-15a0-438f-ae11-c05f73a8244a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.159562] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8477354-9132-468b-8ac7-67df5996696f taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.159562] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8477354-9132-468b-8ac7-67df5996696f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.159655] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8477354-9132-468b-8ac7-67df5996696f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.161639] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8477354-9132-468b-8ac7-67df5996696f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.161639] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8477354-9132-468b-8ac7-67df5996696f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.172592] env[65432]: INFO networking_nsxv3.common.synchronization [req-65a9d99e-ff51-4875-bd28-d60c3ee160f2 req-3d6bcac2-0ecf-4d7a-8d80-9e70fb1544df tempest-ImagesNegativeTestJSON-343913630 tempest-ImagesNegativeTestJSON-343913630-project-member] Enqueued Resource ID: f736ee4d-b88f-4977-86da-44ad77f9cf31 with Priority: HIGHEST for action security_group_members [ 965.173768] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f736ee4d-b88f-4977-86da-44ad77f9cf31 with Priority: HIGHEST for action security_group_members [ 965.178445] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f736ee4d-b88f-4977-86da-44ad77f9cf31 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.178673] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f736ee4d-b88f-4977-86da-44ad77f9cf31" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.181450] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f736ee4d-b88f-4977-86da-44ad77f9cf31" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.182226] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f736ee4d-b88f-4977-86da-44ad77f9cf31" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.182226] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.182226] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.182226] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.182485] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.182485] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.182584] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f736ee4d-b88f-4977-86da-44ad77f9cf31',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.259302] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-c66544b6-2226-4b1e-9a19-5d203bd72d65 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.259729] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.259916] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c66544b6-2226-4b1e-9a19-5d203bd72d65',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.261296] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d018e4ed-7f74-481c-aec0-9852400cce96 with status ACTIVE [ 965.261501] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.261620] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.261708] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.262177] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.262177] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.262283] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.262337] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.262386] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.262569] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.262689] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.262890] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.262988] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.266159] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.266467] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.266467] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.266536] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d018e4ed-7f74-481c-aec0-9852400cce96 is going to be updated. [ 965.293069] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.293069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.293069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.293069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.293069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.293069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d018e4ed-7f74-481c-aec0-9852400cce96" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.373911] env[65432]: INFO networking_nsxv3.common.synchronization [req-950f2116-e3f5-4670-8e77-04c7d445725e req-d344c7f8-1987-4ec7-88f1-88e053cbad61 tempest-ImagesTestJSON-1127600559 tempest-ImagesTestJSON-1127600559-project-member] Enqueued Resource ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f with Priority: HIGHEST for action security_group_members [ 965.376341] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f with Priority: HIGHEST for action security_group_members [ 965.376835] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd07cc7-5f30-4f1b-945f-d0007a74587f taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.377116] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.377286] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.377572] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.379595] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.379595] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.379595] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.379595] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.379595] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.379595] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bd07cc7-5f30-4f1b-945f-d0007a74587f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.656875] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d7af68b-15a0-438f-ae11-c05f73a8244a taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.657092] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d7af68b-15a0-438f-ae11-c05f73a8244a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.663304] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d7af68b-15a0-438f-ae11-c05f73a8244a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.665231] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d8477354-9132-468b-8ac7-67df5996696f with status ACTIVE [ 965.665658] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.665961] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.666058] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.667681] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.667863] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.668257] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.668467] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.668602] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.668925] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.669085] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.669465] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.669885] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.669885] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.670034] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.670163] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.670319] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d8477354-9132-468b-8ac7-67df5996696f is going to be updated. [ 965.685795] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.686079] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.686179] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.686380] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.686475] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.686740] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.686853] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.686931] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.687106] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.687187] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.687264] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f736ee4d-b88f-4977-86da-44ad77f9cf31 is going to be updated. [ 965.696928] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.697230] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.697230] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.697383] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.697529] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.697715] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8477354-9132-468b-8ac7-67df5996696f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.727211] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.727449] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.727449] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.727681] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.727863] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.741652] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f736ee4d-b88f-4977-86da-44ad77f9cf31 in Status: IN_PROGRESS for 2s [ 965.768864] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c66544b6-2226-4b1e-9a19-5d203bd72d65',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.881811] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9bd07cc7-5f30-4f1b-945f-d0007a74587f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.173180] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d7af68b-15a0-438f-ae11-c05f73a8244a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.272305] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.272714] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.273204] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.273204] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.273204] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.273204] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 is going to be updated. [ 966.289025] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea in Status: SUCCESS [ 966.289523] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.289816] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.290207] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.290732] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.291561] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.291561] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.292378] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.292543] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.294027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.294027] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a49c8a18-5fe9-46dc-9c57-a5406ae1deea',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.310820] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.311158] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.311158] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.311324] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.311422] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.323385] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 in Status: IN_PROGRESS for 2s [ 966.385047] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9bd07cc7-5f30-4f1b-945f-d0007a74587f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.675591] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.675857] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.675857] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.676233] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.676369] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.676650] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d7af68b-15a0-438f-ae11-c05f73a8244a is going to be created. [ 966.709487] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.709706] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.709816] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.710071] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.710375] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.733956] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d7af68b-15a0-438f-ae11-c05f73a8244a in Status: UNINITIALIZED for 2s [ 966.795902] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a49c8a18-5fe9-46dc-9c57-a5406ae1deea',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.873553] env[65432]: INFO networking_nsxv3.common.synchronization [req-4ca9ba1b-7f63-411b-b624-2913ddba919f req-9bdc115e-b706-4d5c-ab4d-bdd960b28956 tempest-ServerDiskConfigTestJSON-621321756 tempest-ServerDiskConfigTestJSON-621321756-project-member] Enqueued Resource ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 with Priority: HIGHEST for action security_group_members [ 966.874053] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 with Priority: HIGHEST for action security_group_members [ 966.874364] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-50575cbb-c5ae-41f3-bd63-feaf511b6d87 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.874486] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.874558] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.874812] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.874961] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.875519] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.875593] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.875777] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.875893] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.875999] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50575cbb-c5ae-41f3-bd63-feaf511b6d87',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.895939] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.895939] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.895939] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.895939] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.896208] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.896208] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f is going to be updated. [ 966.926332] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.926480] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.926552] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.926763] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.926918] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.936587] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f in Status: IN_PROGRESS for 2s [ 967.298117] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a49c8a18-5fe9-46dc-9c57-a5406ae1deea: rpc.has_security_group_logging(os_id): False [ 967.319516] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.319667] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.319726] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.320346] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.320346] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.320346] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.320346] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.320590] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.320590] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.320657] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.320724] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea is going to be updated. [ 967.378701] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.378866] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.378927] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.379178] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.379275] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.379474] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.379570] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.379649] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.379891] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.379891] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.380052] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 is going to be updated. [ 967.390588] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.390796] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.390796] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.390975] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.391133] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.402475] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea in Status: IN_PROGRESS for 2s [ 967.411786] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.412051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.412114] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.412383] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.412574] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.430872] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 in Status: IN_PROGRESS for 2s [ 967.758546] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f736ee4d-b88f-4977-86da-44ad77f9cf31 in Status: SUCCESS [ 967.758782] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f736ee4d-b88f-4977-86da-44ad77f9cf31 deletion is rescheduled due to dependency. [ 967.758937] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f736ee4d-b88f-4977-86da-44ad77f9cf31" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.340691] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 in Status: SUCCESS [ 968.341056] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.341114] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.341345] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.341630] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.341776] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.341866] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.342082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.342164] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.342363] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.342363] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c66544b6-2226-4b1e-9a19-5d203bd72d65',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.746080] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d7af68b-15a0-438f-ae11-c05f73a8244a in Status: SUCCESS [ 968.746342] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d7af68b-15a0-438f-ae11-c05f73a8244a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.746521] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d7af68b-15a0-438f-ae11-c05f73a8244a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.746804] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d7af68b-15a0-438f-ae11-c05f73a8244a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.747135] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.747295] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.747357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.747542] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.747623] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.747708] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d7af68b-15a0-438f-ae11-c05f73a8244a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.747801] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1d7af68b-15a0-438f-ae11-c05f73a8244a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.848521] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-c66544b6-2226-4b1e-9a19-5d203bd72d65 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.848746] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.848746] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.848994] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.849207] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.849317] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.849382] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.849555] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.849643] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.849735] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.849885] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-c66544b6-2226-4b1e-9a19-5d203bd72d65 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.849979] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.850053] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.850198] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.850340] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.850432] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.850482] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.850625] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.850697] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.850781] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.850916] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c66544b6-2226-4b1e-9a19-5d203bd72d65',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.948063] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f in Status: SUCCESS [ 968.948063] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.249665] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1d7af68b-15a0-438f-ae11-c05f73a8244a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.353035] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c66544b6-2226-4b1e-9a19-5d203bd72d65: rpc.has_security_group_logging(os_id): False [ 969.373757] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.373757] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.373757] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.374026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.374026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.374241] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.374329] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.374363] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.374517] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.374657] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.374932] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.375055] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.375055] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.375187] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.375243] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.375440] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.375530] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.375632] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.375899] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.375899] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.376047] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 is going to be updated. [ 969.419030] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea in Status: SUCCESS [ 969.419779] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.441958] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 in Status: SUCCESS [ 969.442249] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 deletion is rescheduled due to dependency. [ 969.442408] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.450342] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.450583] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.450683] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.450967] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.451178] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.467830] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 in Status: IN_PROGRESS for 2s [ 969.754442] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1d7af68b-15a0-438f-ae11-c05f73a8244a: rpc.has_security_group_logging(os_id): False [ 969.777063] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.777227] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.777426] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.777517] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.777559] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.777801] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.777948] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.778022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.778293] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.778293] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.778474] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d7af68b-15a0-438f-ae11-c05f73a8244a is going to be created. [ 969.847013] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.847013] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.847013] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.847013] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.847013] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.857709] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d7af68b-15a0-438f-ae11-c05f73a8244a in Status: IN_PROGRESS for 2s [ 969.870808] env[65432]: INFO networking_nsxv3.common.synchronization [req-b78502b5-bced-45b8-bfab-327d7c6f7dd6 req-47d081c3-107a-4805-9c97-a181a259254e tempest-ServerAddressesNegativeTestJSON-177633044 tempest-ServerAddressesNegativeTestJSON-177633044-project-member] Enqueued Resource ID: 5a7c41a0-98f2-43e6-883b-b2f7e1f0f874 with Priority: HIGHEST for action security_group_members [ 969.871620] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a7c41a0-98f2-43e6-883b-b2f7e1f0f874 with Priority: HIGHEST for action security_group_members [ 969.872247] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a7c41a0-98f2-43e6-883b-b2f7e1f0f874 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.872530] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a7c41a0-98f2-43e6-883b-b2f7e1f0f874" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.872688] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a7c41a0-98f2-43e6-883b-b2f7e1f0f874" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.873182] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a7c41a0-98f2-43e6-883b-b2f7e1f0f874" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.873461] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.873680] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.873828] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.874102] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.874294] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.874480] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a7c41a0-98f2-43e6-883b-b2f7e1f0f874',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.249301] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock network-229 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.249500] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "network-229" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.249636] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "network-229" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.249985] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "network-229" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.250374] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.250464] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.250588] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.250817] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.250966] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.251276] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 970.251462] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 970.251614] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 970.251738] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 970.251855] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 970.251960] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 970.252115] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 970.275532] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 970.275784] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 970.275986] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 970.276216] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "network-229" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.276573] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock port-f331721a-6554-405a-baa2-a02aaeb00a5d taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.276779] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "port-f331721a-6554-405a-baa2-a02aaeb00a5d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.276922] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "port-f331721a-6554-405a-baa2-a02aaeb00a5d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.277334] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "port-f331721a-6554-405a-baa2-a02aaeb00a5d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.277508] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f331721a-6554-405a-baa2-a02aaeb00a5d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.377540] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.377540] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.377540] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.378108] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.378108] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.378392] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.378512] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.378564] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.378744] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.378846] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.378947] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a7c41a0-98f2-43e6-883b-b2f7e1f0f874 already deleted. [ 970.379032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a7c41a0-98f2-43e6-883b-b2f7e1f0f874" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.780648] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.780876] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.781011] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.781339] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.781501] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.781696] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Segment Port f331721a-6554-405a-baa2-a02aaeb00a5d not found, creating... [ 970.781974] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.782152] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.782266] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.782492] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.782672] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.783158] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.783322] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.783438] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.783644] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.783777] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.783931] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Resource: SegmentPort with ID: f331721a-6554-405a-baa2-a02aaeb00a5d is going to be created. [ 970.804940] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.805277] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.805277] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.805548] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.806699] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.806699] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "port-f331721a-6554-405a-baa2-a02aaeb00a5d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.492770] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 in Status: SUCCESS [ 971.492770] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.578359] env[65432]: INFO networking_nsxv3.common.synchronization [req-b78502b5-bced-45b8-bfab-327d7c6f7dd6 req-9ed77333-8607-46bd-83f2-dcaea0f177ed service nova] Enqueued Resource ID: 5a7c41a0-98f2-43e6-883b-b2f7e1f0f874 with Priority: HIGHEST for action security_group_rules [ 971.578606] env[65432]: INFO networking_nsxv3.common.synchronization [req-b78502b5-bced-45b8-bfab-327d7c6f7dd6 req-9ed77333-8607-46bd-83f2-dcaea0f177ed service nova] Enqueued Resource ID: 5a7c41a0-98f2-43e6-883b-b2f7e1f0f874 with Priority: HIGHEST for action security_group_members [ 971.578829] env[65432]: INFO networking_nsxv3.common.synchronization [req-b78502b5-bced-45b8-bfab-327d7c6f7dd6 req-9ed77333-8607-46bd-83f2-dcaea0f177ed service nova] Enqueued Resource ID: f331721a-6554-405a-baa2-a02aaeb00a5d with Priority: HIGHEST for action port [ 971.579664] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a7c41a0-98f2-43e6-883b-b2f7e1f0f874 with Priority: HIGHEST for action security_group_rules [ 971.579836] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a7c41a0-98f2-43e6-883b-b2f7e1f0f874 with Priority: HIGHEST for action security_group_members [ 971.579975] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f331721a-6554-405a-baa2-a02aaeb00a5d with Priority: HIGHEST for action port [ 971.580341] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a7c41a0-98f2-43e6-883b-b2f7e1f0f874 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.580478] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a7c41a0-98f2-43e6-883b-b2f7e1f0f874" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.580577] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a7c41a0-98f2-43e6-883b-b2f7e1f0f874" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.580849] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a7c41a0-98f2-43e6-883b-b2f7e1f0f874" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.580942] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a7c41a0-98f2-43e6-883b-b2f7e1f0f874',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.582072] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a7c41a0-98f2-43e6-883b-b2f7e1f0f874 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.583269] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a7c41a0-98f2-43e6-883b-b2f7e1f0f874" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.583269] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a7c41a0-98f2-43e6-883b-b2f7e1f0f874" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.583269] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a7c41a0-98f2-43e6-883b-b2f7e1f0f874" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.583269] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.583269] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.583269] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.584079] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.584763] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.584763] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a7c41a0-98f2-43e6-883b-b2f7e1f0f874',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.585237] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-f331721a-6554-405a-baa2-a02aaeb00a5d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.585343] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f331721a-6554-405a-baa2-a02aaeb00a5d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.585395] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f331721a-6554-405a-baa2-a02aaeb00a5d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.585553] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f331721a-6554-405a-baa2-a02aaeb00a5d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.585623] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f331721a-6554-405a-baa2-a02aaeb00a5d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.870699] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d7af68b-15a0-438f-ae11-c05f73a8244a in Status: SUCCESS [ 971.870935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d7af68b-15a0-438f-ae11-c05f73a8244a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.088329] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a7c41a0-98f2-43e6-883b-b2f7e1f0f874 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.088329] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a7c41a0-98f2-43e6-883b-b2f7e1f0f874" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.088329] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a7c41a0-98f2-43e6-883b-b2f7e1f0f874',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.089697] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f331721a-6554-405a-baa2-a02aaeb00a5d with status ACTIVE [ 972.089697] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.089697] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.089697] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.089892] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.089949] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.090113] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.090248] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.090312] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.091386] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.091386] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.091386] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.091386] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.091386] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.091386] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.091386] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.091386] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f331721a-6554-405a-baa2-a02aaeb00a5d is going to be updated. [ 972.114407] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.114567] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.114883] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.115011] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.115232] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.115547] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f331721a-6554-405a-baa2-a02aaeb00a5d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.184314] env[65432]: INFO networking_nsxv3.common.synchronization [None req-400706e3-545d-421e-8006-07e0c09bc26d tempest-AttachVolumeTestJSON-1219601297 tempest-AttachVolumeTestJSON-1219601297-project-member] Enqueued Resource ID: dc47c73b-a570-48cd-8474-805efeb0d629 with Priority: HIGHEST for action security_group_rules [ 972.184912] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc47c73b-a570-48cd-8474-805efeb0d629 with Priority: HIGHEST for action security_group_rules [ 972.185247] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc47c73b-a570-48cd-8474-805efeb0d629 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.185370] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc47c73b-a570-48cd-8474-805efeb0d629" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.185431] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc47c73b-a570-48cd-8474-805efeb0d629" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.185686] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc47c73b-a570-48cd-8474-805efeb0d629" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.185773] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc47c73b-a570-48cd-8474-805efeb0d629',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.283406] env[65432]: INFO networking_nsxv3.common.synchronization [None req-946c5630-fc93-4d1e-b8d5-f71d358f9ec6 tempest-AttachVolumeTestJSON-1219601297 tempest-AttachVolumeTestJSON-1219601297-project-member] Enqueued Resource ID: dc47c73b-a570-48cd-8474-805efeb0d629 with Priority: HIGHEST for action security_group_rules [ 972.283406] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc47c73b-a570-48cd-8474-805efeb0d629 with Priority: HIGHEST for action security_group_rules [ 972.283851] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc47c73b-a570-48cd-8474-805efeb0d629 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.283851] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc47c73b-a570-48cd-8474-805efeb0d629" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.593567] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a7c41a0-98f2-43e6-883b-b2f7e1f0f874',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.708063] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.708234] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.708303] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.708522] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.708614] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.708710] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc47c73b-a570-48cd-8474-805efeb0d629 already deleted. [ 972.708881] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc47c73b-a570-48cd-8474-805efeb0d629" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.708939] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc47c73b-a570-48cd-8474-805efeb0d629" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.709137] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc47c73b-a570-48cd-8474-805efeb0d629" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.709224] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc47c73b-a570-48cd-8474-805efeb0d629',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.098025] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.098025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.098025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.098025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.098025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.098025] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a7c41a0-98f2-43e6-883b-b2f7e1f0f874 is going to be created. [ 973.122579] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.123613] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.123613] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.123613] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.123613] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.133127] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a7c41a0-98f2-43e6-883b-b2f7e1f0f874 in Status: UNINITIALIZED for 2s [ 973.230565] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.231258] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.231258] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.231404] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.231404] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.231532] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc47c73b-a570-48cd-8474-805efeb0d629 already deleted. [ 973.231623] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc47c73b-a570-48cd-8474-805efeb0d629" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.858136] env[65432]: INFO networking_nsxv3.common.synchronization [req-33be9cbe-27cf-4b60-970a-7e31b69a37e0 req-44f2d659-2ac9-4c97-a7a1-1e9157d03481 tempest-ServersTestJSON-755690962 tempest-ServersTestJSON-755690962-project-member] Enqueued Resource ID: b2a0225d-ef64-45a1-b899-4119011dd94d with Priority: HIGHEST for action security_group_members [ 973.858136] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2a0225d-ef64-45a1-b899-4119011dd94d with Priority: HIGHEST for action security_group_members [ 973.858880] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2a0225d-ef64-45a1-b899-4119011dd94d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.859187] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.859352] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.859630] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.859876] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.860167] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.860379] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.860688] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.860932] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.861173] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2a0225d-ef64-45a1-b899-4119011dd94d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.195586] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock network-484 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.195728] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "network-484" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.195919] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "network-484" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.196248] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "network-484" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.196507] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.196663] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.196776] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.196990] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.197150] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.197405] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 974.197464] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 974.197571] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 974.197677] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 974.197774] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 974.197872] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 974.197995] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 974.217509] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 974.217689] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 974.217827] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 974.218059] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "network-484" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.218424] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock port-ac43df64-fdec-404e-bbbe-04bcd2d0af8e taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.218597] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "port-ac43df64-fdec-404e-bbbe-04bcd2d0af8e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.218713] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "port-ac43df64-fdec-404e-bbbe-04bcd2d0af8e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.219048] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "port-ac43df64-fdec-404e-bbbe-04bcd2d0af8e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.219191] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac43df64-fdec-404e-bbbe-04bcd2d0af8e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.367588] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2a0225d-ef64-45a1-b899-4119011dd94d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.721388] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.722811] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.722811] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.722811] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.722811] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.723071] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Segment Port ac43df64-fdec-404e-bbbe-04bcd2d0af8e not found, creating... [ 974.723375] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.723498] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.723541] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.723815] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.723961] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.724647] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.724854] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.724978] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.725201] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.725330] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.725462] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Resource: SegmentPort with ID: ac43df64-fdec-404e-bbbe-04bcd2d0af8e is going to be created. [ 974.746087] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.746087] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.746087] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.746508] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.746589] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.746831] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "port-ac43df64-fdec-404e-bbbe-04bcd2d0af8e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.873159] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2a0225d-ef64-45a1-b899-4119011dd94d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.142554] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a7c41a0-98f2-43e6-883b-b2f7e1f0f874 in Status: SUCCESS [ 975.142785] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a7c41a0-98f2-43e6-883b-b2f7e1f0f874" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.143332] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a7c41a0-98f2-43e6-883b-b2f7e1f0f874" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.143533] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a7c41a0-98f2-43e6-883b-b2f7e1f0f874" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.143752] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.143872] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.143944] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.144108] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.144188] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.144270] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a7c41a0-98f2-43e6-883b-b2f7e1f0f874" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.144359] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5a7c41a0-98f2-43e6-883b-b2f7e1f0f874',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.375783] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.375972] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.376068] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.376304] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.376398] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.376500] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2a0225d-ef64-45a1-b899-4119011dd94d is going to be updated. [ 975.460369] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.460553] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.460591] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.460939] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.461356] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.471420] env[65432]: INFO networking_nsxv3.common.synchronization [req-33be9cbe-27cf-4b60-970a-7e31b69a37e0 req-18e77514-3c4b-4a30-8d94-9756c543dbad service nova] Enqueued Resource ID: b2a0225d-ef64-45a1-b899-4119011dd94d with Priority: HIGHEST for action security_group_rules [ 975.471557] env[65432]: INFO networking_nsxv3.common.synchronization [req-33be9cbe-27cf-4b60-970a-7e31b69a37e0 req-18e77514-3c4b-4a30-8d94-9756c543dbad service nova] Enqueued Resource ID: b2a0225d-ef64-45a1-b899-4119011dd94d with Priority: HIGHEST for action security_group_members [ 975.471690] env[65432]: INFO networking_nsxv3.common.synchronization [req-33be9cbe-27cf-4b60-970a-7e31b69a37e0 req-18e77514-3c4b-4a30-8d94-9756c543dbad service nova] Enqueued Resource ID: ac43df64-fdec-404e-bbbe-04bcd2d0af8e with Priority: HIGHEST for action port [ 975.472247] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2a0225d-ef64-45a1-b899-4119011dd94d with Priority: HIGHEST for action security_group_rules [ 975.472381] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2a0225d-ef64-45a1-b899-4119011dd94d with Priority: HIGHEST for action security_group_members [ 975.472476] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac43df64-fdec-404e-bbbe-04bcd2d0af8e with Priority: HIGHEST for action port [ 975.472852] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2a0225d-ef64-45a1-b899-4119011dd94d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.473039] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.473074] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.473276] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.473356] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2a0225d-ef64-45a1-b899-4119011dd94d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.474480] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2a0225d-ef64-45a1-b899-4119011dd94d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.474480] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.474566] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac43df64-fdec-404e-bbbe-04bcd2d0af8e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.474670] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac43df64-fdec-404e-bbbe-04bcd2d0af8e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.474826] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac43df64-fdec-404e-bbbe-04bcd2d0af8e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.475122] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac43df64-fdec-404e-bbbe-04bcd2d0af8e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.475122] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac43df64-fdec-404e-bbbe-04bcd2d0af8e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.476505] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2a0225d-ef64-45a1-b899-4119011dd94d in Status: IN_PROGRESS for 2s [ 975.647728] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a7c41a0-98f2-43e6-883b-b2f7e1f0f874 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.647965] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a7c41a0-98f2-43e6-883b-b2f7e1f0f874" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.647965] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a7c41a0-98f2-43e6-883b-b2f7e1f0f874" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.648799] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a7c41a0-98f2-43e6-883b-b2f7e1f0f874" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.648799] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.648799] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.648799] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.648799] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.648799] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.648799] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a7c41a0-98f2-43e6-883b-b2f7e1f0f874" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.649095] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a7c41a0-98f2-43e6-883b-b2f7e1f0f874 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.649095] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a7c41a0-98f2-43e6-883b-b2f7e1f0f874" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.649095] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a7c41a0-98f2-43e6-883b-b2f7e1f0f874" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.649239] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a7c41a0-98f2-43e6-883b-b2f7e1f0f874" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.649376] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.649491] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.649534] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.649656] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.649731] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.649820] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a7c41a0-98f2-43e6-883b-b2f7e1f0f874" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.649894] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5a7c41a0-98f2-43e6-883b-b2f7e1f0f874',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.962035] env[65432]: INFO networking_nsxv3.common.synchronization [req-3ec2902f-6e06-416f-b990-1446ea1b2578 req-4c57904c-7674-46af-bb25-84dbd8159c42 tempest-ServersTestFqdnHostnames-1635357050 tempest-ServersTestFqdnHostnames-1635357050-project-member] Enqueued Resource ID: 787863d8-62c8-48ab-9083-d72aa2df32af with Priority: HIGHEST for action security_group_members [ 975.962960] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 787863d8-62c8-48ab-9083-d72aa2df32af with Priority: HIGHEST for action security_group_members [ 975.963343] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-787863d8-62c8-48ab-9083-d72aa2df32af taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.963500] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-787863d8-62c8-48ab-9083-d72aa2df32af" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.963618] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-787863d8-62c8-48ab-9083-d72aa2df32af" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.964067] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-787863d8-62c8-48ab-9083-d72aa2df32af" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.964268] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.964374] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.964439] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.964596] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.964719] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.964873] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('787863d8-62c8-48ab-9083-d72aa2df32af',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.977983] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2a0225d-ef64-45a1-b899-4119011dd94d taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.978160] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.978584] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ac43df64-fdec-404e-bbbe-04bcd2d0af8e with status ACTIVE [ 975.978698] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.978803] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.978885] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.979913] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.979913] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.979913] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.979913] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.979913] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.979913] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.979913] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.980224] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.980224] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.980224] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.980357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.981363] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.981363] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ac43df64-fdec-404e-bbbe-04bcd2d0af8e is going to be updated. [ 976.006424] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.006632] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.006793] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.007057] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.007806] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.007806] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac43df64-fdec-404e-bbbe-04bcd2d0af8e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.153494] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5a7c41a0-98f2-43e6-883b-b2f7e1f0f874: rpc.has_security_group_logging(os_id): False [ 976.174491] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.174715] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.174891] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.175054] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.175150] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.175357] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.175456] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.175517] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.175674] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.175787] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.175966] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.176075] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.176200] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.176254] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.176321] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.176499] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.176905] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.176983] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.177157] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.177233] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.177320] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a7c41a0-98f2-43e6-883b-b2f7e1f0f874 is going to be created. [ 976.254269] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.254269] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.254269] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.254269] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.254269] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.270546] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a7c41a0-98f2-43e6-883b-b2f7e1f0f874 in Status: IN_PROGRESS for 2s [ 976.467646] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.467646] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.467646] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.467646] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.467646] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.468051] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.468051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.468051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.468190] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.468190] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.468250] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 787863d8-62c8-48ab-9083-d72aa2df32af is going to be updated. [ 976.502563] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.502806] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.502806] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.503233] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.503233] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.514177] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 787863d8-62c8-48ab-9083-d72aa2df32af in Status: IN_PROGRESS for 2s [ 977.488713] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2a0225d-ef64-45a1-b899-4119011dd94d in Status: SUCCESS [ 977.489204] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.489204] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.489474] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.489728] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.490015] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.490015] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.490264] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.490429] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.490764] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2a0225d-ef64-45a1-b899-4119011dd94d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.993502] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2a0225d-ef64-45a1-b899-4119011dd94d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.283529] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a7c41a0-98f2-43e6-883b-b2f7e1f0f874 in Status: SUCCESS [ 978.283755] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a7c41a0-98f2-43e6-883b-b2f7e1f0f874" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.497279] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2a0225d-ef64-45a1-b899-4119011dd94d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.526018] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 787863d8-62c8-48ab-9083-d72aa2df32af in Status: SUCCESS [ 978.526093] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 787863d8-62c8-48ab-9083-d72aa2df32af deletion is rescheduled due to dependency. [ 978.526565] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-787863d8-62c8-48ab-9083-d72aa2df32af" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.916738] env[65432]: INFO networking_nsxv3.common.synchronization [req-3380c456-d40e-4bc1-9e1b-22d2c9a01238 req-1cc3f88f-658f-42f8-8f92-91ea0d62d3e1 tempest-ServersTestManualDisk-165174663 tempest-ServersTestManualDisk-165174663-project-member] Enqueued Resource ID: f442727c-346f-40a8-92b8-e7c2fd3166d5 with Priority: HIGHEST for action security_group_members [ 978.917375] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f442727c-346f-40a8-92b8-e7c2fd3166d5 with Priority: HIGHEST for action security_group_members [ 978.918343] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f442727c-346f-40a8-92b8-e7c2fd3166d5 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.918343] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f442727c-346f-40a8-92b8-e7c2fd3166d5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.918343] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f442727c-346f-40a8-92b8-e7c2fd3166d5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.918343] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f442727c-346f-40a8-92b8-e7c2fd3166d5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.918343] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.918540] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.918540] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.918710] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.919062] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.919162] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f442727c-346f-40a8-92b8-e7c2fd3166d5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.000458] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.000642] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.000712] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.000955] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.001118] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.001191] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2a0225d-ef64-45a1-b899-4119011dd94d is going to be updated. [ 979.034627] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.034938] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.034938] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.035267] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.035329] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.046015] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2a0225d-ef64-45a1-b899-4119011dd94d in Status: IN_PROGRESS for 2s [ 979.421099] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.421269] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.421329] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.421549] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.421640] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.421836] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.421934] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.421998] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.422182] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.422300] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.422394] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f442727c-346f-40a8-92b8-e7c2fd3166d5 is going to be updated. [ 979.455415] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.455415] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.455415] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.455415] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.455415] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.465126] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f442727c-346f-40a8-92b8-e7c2fd3166d5 in Status: IN_PROGRESS for 2s [ 979.837227] env[65432]: INFO networking_nsxv3.common.synchronization [req-2e98a356-9f87-413a-b9fd-4600f15e97ac req-6f7b9199-268f-45dd-9f85-e769940e5bf3 tempest-AttachInterfacesTestJSON-373384684 tempest-AttachInterfacesTestJSON-373384684-project-member] Enqueued Resource ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 with Priority: HIGHEST for action security_group_members [ 979.839030] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 with Priority: HIGHEST for action security_group_members [ 979.839542] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-c66544b6-2226-4b1e-9a19-5d203bd72d65 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.839727] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.839843] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.841282] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.842225] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.842225] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.842225] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.842225] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.842225] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.843393] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c66544b6-2226-4b1e-9a19-5d203bd72d65',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.183047] env[65432]: INFO networking_nsxv3.common.synchronization [None req-7cd95715-21a4-4cc8-8b88-d1b1202fb9ff tempest-AttachInterfacesTestJSON-373384684 tempest-AttachInterfacesTestJSON-373384684-project-member] Enqueued Resource ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 with Priority: HIGHEST for action security_group_members [ 980.183236] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 with Priority: HIGHEST for action security_group_members [ 980.183594] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-c66544b6-2226-4b1e-9a19-5d203bd72d65 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.183703] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.347982] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c66544b6-2226-4b1e-9a19-5d203bd72d65',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.588157] env[65432]: INFO networking_nsxv3.common.synchronization [req-ccd0dd4e-2702-4957-a57c-13eb7e7c6c42 req-59b56768-ea14-45c9-a09d-a6b35652c994 tempest-ServerDiskConfigTestJSON-621321756 tempest-ServerDiskConfigTestJSON-621321756-project-member] Enqueued Resource ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 with Priority: HIGHEST for action security_group_members [ 980.593373] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 with Priority: HIGHEST for action security_group_members [ 980.593935] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-50575cbb-c5ae-41f3-bd63-feaf511b6d87 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.594195] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.594195] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.594366] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.594518] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.594635] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.594687] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.594870] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.594962] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.595069] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50575cbb-c5ae-41f3-bd63-feaf511b6d87',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.850455] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c66544b6-2226-4b1e-9a19-5d203bd72d65',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.987028] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock network-383 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.987028] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "network-383" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.987028] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "network-383" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.987028] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "network-383" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.987028] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.987426] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.987715] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.988077] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.990784] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.990784] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 980.990784] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 980.990784] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 980.990784] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 980.990784] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 980.990784] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 980.990784] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 981.008533] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 981.008533] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 981.008533] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 981.008533] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "network-383" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.008533] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock port-5df88a6e-0ed7-40c5-be8f-4bb92c52a6de taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.008533] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "port-5df88a6e-0ed7-40c5-be8f-4bb92c52a6de" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.008797] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "port-5df88a6e-0ed7-40c5-be8f-4bb92c52a6de" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.008901] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "port-5df88a6e-0ed7-40c5-be8f-4bb92c52a6de" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.009412] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5df88a6e-0ed7-40c5-be8f-4bb92c52a6de',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.047489] env[65432]: INFO networking_nsxv3.common.synchronization [None req-18a08609-1376-4597-b366-7ad5934fa27d None None] Enqueued Resource ID: b64ac9b6-25ab-46b0-ab52-8942ca48ebf9 with Priority: HIGHEST for action port [ 981.047489] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b64ac9b6-25ab-46b0-ab52-8942ca48ebf9 with Priority: HIGHEST for action port [ 981.048650] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-b64ac9b6-25ab-46b0-ab52-8942ca48ebf9 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.048797] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b64ac9b6-25ab-46b0-ab52-8942ca48ebf9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.048895] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b64ac9b6-25ab-46b0-ab52-8942ca48ebf9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.049310] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b64ac9b6-25ab-46b0-ab52-8942ca48ebf9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.049413] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b64ac9b6-25ab-46b0-ab52-8942ca48ebf9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.059695] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2a0225d-ef64-45a1-b899-4119011dd94d in Status: SUCCESS [ 981.059908] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.060527] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.060779] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.061037] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.061169] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.061258] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.061451] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.061555] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.061624] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.061758] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b2a0225d-ef64-45a1-b899-4119011dd94d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.098712] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.098944] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.099029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.099250] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.099337] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.099533] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.099633] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.099762] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.099975] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.100118] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.100272] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 is going to be updated. [ 981.126293] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.126481] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.126589] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.126887] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.127051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.136426] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 in Status: IN_PROGRESS for 2s [ 981.355692] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.356930] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.356930] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.356930] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.357200] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.357200] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 is going to be updated. [ 981.393897] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.394167] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.394317] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.398033] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.398033] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.408079] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 in Status: IN_PROGRESS for 2s [ 981.485181] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f442727c-346f-40a8-92b8-e7c2fd3166d5 in Status: SUCCESS [ 981.485181] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f442727c-346f-40a8-92b8-e7c2fd3166d5 deletion is rescheduled due to dependency. [ 981.485181] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f442727c-346f-40a8-92b8-e7c2fd3166d5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.513605] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.513605] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.513605] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.513605] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.513605] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.513605] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Segment Port 5df88a6e-0ed7-40c5-be8f-4bb92c52a6de not found, creating... [ 981.513605] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.514232] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.514232] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.514232] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.514232] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.514877] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.514877] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.514877] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.515203] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.515390] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.515551] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Resource: SegmentPort with ID: 5df88a6e-0ed7-40c5-be8f-4bb92c52a6de is going to be created. [ 981.539436] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.539713] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.539784] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.540100] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.540341] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.540590] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "port-5df88a6e-0ed7-40c5-be8f-4bb92c52a6de" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.554423] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b64ac9b6-25ab-46b0-ab52-8942ca48ebf9 [ 981.554666] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.554883] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.554968] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.555251] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.555295] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.555392] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b64ac9b6-25ab-46b0-ab52-8942ca48ebf9 already deleted. [ 981.555475] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b64ac9b6-25ab-46b0-ab52-8942ca48ebf9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.564292] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2a0225d-ef64-45a1-b899-4119011dd94d taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.564628] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.564628] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.564628] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.564853] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.564927] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.564996] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.565187] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.565280] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.565369] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.565711] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2a0225d-ef64-45a1-b899-4119011dd94d taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.565711] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.565711] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.565855] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.566026] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.566098] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.566141] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.566277] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.566354] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.566438] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.566532] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b2a0225d-ef64-45a1-b899-4119011dd94d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.667332] env[65432]: INFO networking_nsxv3.common.synchronization [req-a8a2d9ab-71a3-4f9a-987b-e5acfd49d437 req-f6c224db-796f-467b-a9cb-502dad76e32e tempest-ImagesTestJSON-1127600559 tempest-ImagesTestJSON-1127600559-project-member] Enqueued Resource ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f with Priority: HIGHEST for action security_group_members [ 981.667984] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f with Priority: HIGHEST for action security_group_members [ 981.669037] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd07cc7-5f30-4f1b-945f-d0007a74587f taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.669037] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.669037] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.669233] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.669450] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.671172] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.671172] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.671172] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.671172] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.671172] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bd07cc7-5f30-4f1b-945f-d0007a74587f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.070429] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b2a0225d-ef64-45a1-b899-4119011dd94d: rpc.has_security_group_logging(os_id): False [ 982.088950] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.089186] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.089186] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.089349] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.089607] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.089607] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.089749] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.089749] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.090359] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.090359] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.090359] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.090359] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.090359] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.090892] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.090892] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.090892] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.090892] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.090892] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.091074] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.091074] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.091143] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2a0225d-ef64-45a1-b899-4119011dd94d is going to be updated. [ 982.159736] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.159905] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.160060] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.160507] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.160507] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.172376] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.172538] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.172606] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.172835] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.172928] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.173152] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.173240] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.173310] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.173466] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.173544] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.173660] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f is going to be updated. [ 982.178171] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2a0225d-ef64-45a1-b899-4119011dd94d in Status: IN_PROGRESS for 2s [ 982.204989] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.205249] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.205249] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.209627] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.209627] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.216473] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f in Status: IN_PROGRESS for 2s [ 982.313259] env[65432]: INFO networking_nsxv3.common.synchronization [req-ccd0dd4e-2702-4957-a57c-13eb7e7c6c42 req-a5163b43-2919-4ca0-8bf9-0c4b4c90b6cb service nova] Enqueued Resource ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 with Priority: HIGHEST for action security_group_rules [ 982.313259] env[65432]: INFO networking_nsxv3.common.synchronization [req-ccd0dd4e-2702-4957-a57c-13eb7e7c6c42 req-a5163b43-2919-4ca0-8bf9-0c4b4c90b6cb service nova] Enqueued Resource ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 with Priority: HIGHEST for action security_group_members [ 982.313259] env[65432]: INFO networking_nsxv3.common.synchronization [req-ccd0dd4e-2702-4957-a57c-13eb7e7c6c42 req-a5163b43-2919-4ca0-8bf9-0c4b4c90b6cb service nova] Enqueued Resource ID: 5df88a6e-0ed7-40c5-be8f-4bb92c52a6de with Priority: HIGHEST for action port [ 982.314251] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 with Priority: HIGHEST for action security_group_rules [ 982.314637] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 with Priority: HIGHEST for action security_group_members [ 982.315016] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5df88a6e-0ed7-40c5-be8f-4bb92c52a6de with Priority: HIGHEST for action port [ 982.317186] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50575cbb-c5ae-41f3-bd63-feaf511b6d87 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.317186] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.317335] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.317542] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.317683] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50575cbb-c5ae-41f3-bd63-feaf511b6d87',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.320361] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-50575cbb-c5ae-41f3-bd63-feaf511b6d87 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.320361] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.320604] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-5df88a6e-0ed7-40c5-be8f-4bb92c52a6de taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.322478] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5df88a6e-0ed7-40c5-be8f-4bb92c52a6de" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.322600] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5df88a6e-0ed7-40c5-be8f-4bb92c52a6de" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.322927] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5df88a6e-0ed7-40c5-be8f-4bb92c52a6de" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.324669] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5df88a6e-0ed7-40c5-be8f-4bb92c52a6de',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.826629] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-50575cbb-c5ae-41f3-bd63-feaf511b6d87 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.826629] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.826629] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5df88a6e-0ed7-40c5-be8f-4bb92c52a6de with status ACTIVE [ 982.826629] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.826629] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.826958] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.826958] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.827051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.827244] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.827367] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.827367] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.827525] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.827603] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.827790] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.827891] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.827949] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.828105] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.828183] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.828272] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5df88a6e-0ed7-40c5-be8f-4bb92c52a6de is going to be updated. [ 982.861363] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.861497] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.861595] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.861773] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.861910] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.862087] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5df88a6e-0ed7-40c5-be8f-4bb92c52a6de" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.877772] env[65432]: INFO networking_nsxv3.common.synchronization [req-dca1ae65-ac2e-4716-842d-dd94db3e0bef req-fc593d0b-fb5a-4c1a-9e87-46a1263de607 tempest-ServersTestMultiNic-933933772 tempest-ServersTestMultiNic-933933772-project-member] Enqueued Resource ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 with Priority: HIGHEST for action security_group_members [ 982.878353] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 with Priority: HIGHEST for action security_group_members [ 982.879224] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1bbd1a2-2514-49f9-9c85-25db93b785a4 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.879424] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.879424] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.879625] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.879796] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.879892] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.880034] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.880220] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.880390] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.880550] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1bbd1a2-2514-49f9-9c85-25db93b785a4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.151450] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 in Status: SUCCESS [ 983.151820] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 deletion is rescheduled due to dependency. [ 983.151820] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.151922] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.152161] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.154479] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.154479] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.154479] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.154479] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.154479] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.154479] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50575cbb-c5ae-41f3-bd63-feaf511b6d87',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.257517] env[65432]: INFO networking_nsxv3.common.synchronization [req-dca1ae65-ac2e-4716-842d-dd94db3e0bef req-7655c559-ec9d-41c9-b708-ce5109200bce tempest-ServersTestMultiNic-933933772 tempest-ServersTestMultiNic-933933772-project-member] Enqueued Resource ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 with Priority: HIGHEST for action security_group_members [ 983.259592] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 with Priority: HIGHEST for action security_group_members [ 983.260588] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1bbd1a2-2514-49f9-9c85-25db93b785a4 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.260588] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.383564] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.383564] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.383564] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.383900] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.383900] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.384230] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.384408] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.384619] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.384907] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.385402] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.385402] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 is going to be updated. [ 983.420027] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 in Status: SUCCESS [ 983.420027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.420027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.420027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.420027] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.420027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.420027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.420027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.420027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.420027] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c66544b6-2226-4b1e-9a19-5d203bd72d65',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.432480] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.432480] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.432480] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.433532] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.433853] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.438784] env[65432]: INFO networking_nsxv3.common.synchronization [None req-572a1c38-243d-41f4-9eca-61f9abe6cb16 None None] Enqueued Resource ID: 3fb35c48-b9c8-4d7b-a757-52e8f6678c67 with Priority: HIGHEST for action port [ 983.439484] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fb35c48-b9c8-4d7b-a757-52e8f6678c67 with Priority: HIGHEST for action port [ 983.441015] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-3fb35c48-b9c8-4d7b-a757-52e8f6678c67 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.441171] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3fb35c48-b9c8-4d7b-a757-52e8f6678c67" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.442022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3fb35c48-b9c8-4d7b-a757-52e8f6678c67" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.442250] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3fb35c48-b9c8-4d7b-a757-52e8f6678c67" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.442355] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fb35c48-b9c8-4d7b-a757-52e8f6678c67',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.451256] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 in Status: IN_PROGRESS for 2s [ 983.662859] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50575cbb-c5ae-41f3-bd63-feaf511b6d87',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.699994] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock network-462 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.700229] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "network-462" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.700356] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "network-462" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.700686] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "network-462" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.700983] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.701187] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.701336] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.701660] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.705019] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.705019] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 983.705019] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 983.705019] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 983.705019] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 983.705019] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 983.705019] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 983.705019] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 983.736418] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 983.736418] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 983.736418] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 983.736418] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "network-462" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.736418] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock port-dfc71f70-3751-4296-a963-6be854f7b3ef taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.737129] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "port-dfc71f70-3751-4296-a963-6be854f7b3ef" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.737425] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "port-dfc71f70-3751-4296-a963-6be854f7b3ef" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.738068] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "port-dfc71f70-3751-4296-a963-6be854f7b3ef" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.738068] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfc71f70-3751-4296-a963-6be854f7b3ef',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.923587] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.923791] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.923878] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.924337] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.924472] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.924717] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.924894] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.924975] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.925190] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.925299] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.925419] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 is going to be updated. [ 983.948572] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3fb35c48-b9c8-4d7b-a757-52e8f6678c67 [ 983.948898] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.949274] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.949274] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.949425] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.949527] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.949640] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3fb35c48-b9c8-4d7b-a757-52e8f6678c67 already deleted. [ 983.949748] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3fb35c48-b9c8-4d7b-a757-52e8f6678c67" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.956167] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.956167] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.956167] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.956518] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.956518] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.966088] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 in Status: IN_PROGRESS for 2s [ 984.122876] env[65432]: INFO networking_nsxv3.common.synchronization [req-ceb88249-597a-4c95-83d3-5b81e1c93093 req-731d82a2-7608-4fa3-83ef-be19e2de1351 tempest-AttachInterfacesTestJSON-373384684 tempest-AttachInterfacesTestJSON-373384684-project-member] Enqueued Resource ID: df440234-1108-4d02-9f14-08a48ea3764e with Priority: HIGHEST for action security_group_members [ 984.123523] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df440234-1108-4d02-9f14-08a48ea3764e with Priority: HIGHEST for action security_group_members [ 984.123776] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-df440234-1108-4d02-9f14-08a48ea3764e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.123899] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df440234-1108-4d02-9f14-08a48ea3764e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.123966] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df440234-1108-4d02-9f14-08a48ea3764e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.124174] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df440234-1108-4d02-9f14-08a48ea3764e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.124354] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.124500] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.124589] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.124869] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.125040] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.125200] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df440234-1108-4d02-9f14-08a48ea3764e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.170482] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50575cbb-c5ae-41f3-bd63-feaf511b6d87',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.193245] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2a0225d-ef64-45a1-b899-4119011dd94d in Status: SUCCESS [ 984.193460] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.225773] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f in Status: SUCCESS [ 984.225773] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f deletion is rescheduled due to dependency. [ 984.225773] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.240517] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.241157] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.241426] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.241807] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.244022] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.244022] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Segment Port dfc71f70-3751-4296-a963-6be854f7b3ef not found, creating... [ 984.244022] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.244022] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.244022] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.244022] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.244022] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.244022] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.244022] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.244022] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.244724] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.244926] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.245193] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Resource: SegmentPort with ID: dfc71f70-3751-4296-a963-6be854f7b3ef is going to be created. [ 984.264957] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.266166] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.266166] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.266166] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.266315] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.266515] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "port-dfc71f70-3751-4296-a963-6be854f7b3ef" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.628429] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.628429] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.628429] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.628676] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.628708] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.629037] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.629037] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.629141] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.629314] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.629390] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.629518] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df440234-1108-4d02-9f14-08a48ea3764e is going to be updated. [ 984.658904] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.659072] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.659161] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.659368] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.659513] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.672577] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df440234-1108-4d02-9f14-08a48ea3764e in Status: IN_PROGRESS for 2s [ 984.673281] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.673281] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.673281] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.673490] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.673564] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.673667] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 is going to be updated. [ 984.712371] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.712619] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.712619] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.712973] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.713168] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.724276] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 in Status: IN_PROGRESS for 2s [ 985.052300] env[65432]: INFO networking_nsxv3.common.synchronization [req-dca1ae65-ac2e-4716-842d-dd94db3e0bef req-6f2a2656-d922-4958-b78b-297bc2424d2a service nova] Enqueued Resource ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 with Priority: HIGHEST for action security_group_rules [ 985.052300] env[65432]: INFO networking_nsxv3.common.synchronization [req-dca1ae65-ac2e-4716-842d-dd94db3e0bef req-6f2a2656-d922-4958-b78b-297bc2424d2a service nova] Enqueued Resource ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 with Priority: HIGHEST for action security_group_members [ 985.052300] env[65432]: INFO networking_nsxv3.common.synchronization [req-dca1ae65-ac2e-4716-842d-dd94db3e0bef req-6f2a2656-d922-4958-b78b-297bc2424d2a service nova] Enqueued Resource ID: dfc71f70-3751-4296-a963-6be854f7b3ef with Priority: HIGHEST for action port [ 985.053705] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 with Priority: HIGHEST for action security_group_rules [ 985.053853] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 with Priority: HIGHEST for action security_group_members [ 985.053960] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfc71f70-3751-4296-a963-6be854f7b3ef with Priority: HIGHEST for action port [ 985.054345] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1bbd1a2-2514-49f9-9c85-25db93b785a4 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.054521] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.054611] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.054892] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.055038] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1bbd1a2-2514-49f9-9c85-25db93b785a4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.056070] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1bbd1a2-2514-49f9-9c85-25db93b785a4 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.056224] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.056524] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-dfc71f70-3751-4296-a963-6be854f7b3ef taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.056678] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dfc71f70-3751-4296-a963-6be854f7b3ef" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.056783] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dfc71f70-3751-4296-a963-6be854f7b3ef" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.057137] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dfc71f70-3751-4296-a963-6be854f7b3ef" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.057279] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfc71f70-3751-4296-a963-6be854f7b3ef',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.487992] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 in Status: SUCCESS [ 985.489143] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 deletion is rescheduled due to dependency. [ 985.489143] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.489143] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.489143] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.489143] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.489143] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.489143] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.489616] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.489616] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.489616] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1bbd1a2-2514-49f9-9c85-25db93b785a4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.559107] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1bbd1a2-2514-49f9-9c85-25db93b785a4 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.559319] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.559558] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dfc71f70-3751-4296-a963-6be854f7b3ef with status ACTIVE [ 985.559776] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.559906] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.559972] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.560246] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.560342] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.560557] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.561580] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.561580] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.561580] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.561580] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.561580] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.561580] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.561580] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.561859] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.561859] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.561859] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dfc71f70-3751-4296-a963-6be854f7b3ef is going to be updated. [ 985.596795] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.596795] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.596795] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.596795] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.597265] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.597507] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dfc71f70-3751-4296-a963-6be854f7b3ef" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.869145] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock network-827 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.869145] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "network-827" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.869145] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "network-827" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.869145] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "network-827" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.869145] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.869145] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.871746] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.872169] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.873243] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.874335] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 985.874530] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 985.874595] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 985.874775] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 985.874990] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 985.875166] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 985.875325] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 985.895185] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 985.895432] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 985.895606] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 985.895822] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "network-827" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.896256] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock port-1d85595f-2eed-432f-88af-8496c356f0b2 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.896520] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "port-1d85595f-2eed-432f-88af-8496c356f0b2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.896689] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "port-1d85595f-2eed-432f-88af-8496c356f0b2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.898134] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "port-1d85595f-2eed-432f-88af-8496c356f0b2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.898134] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d85595f-2eed-432f-88af-8496c356f0b2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.976458] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 in Status: SUCCESS [ 985.976458] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 deletion is rescheduled due to dependency. [ 985.976591] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.992901] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b1bbd1a2-2514-49f9-9c85-25db93b785a4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.244225] env[65432]: INFO networking_nsxv3.common.synchronization [req-5c67896b-8357-42cb-a1ea-9b4a67693825 req-f3674c87-c59c-4fca-b834-b5f159fa7d43 tempest-ServerAddressesNegativeTestJSON-177633044 tempest-ServerAddressesNegativeTestJSON-177633044-project-member] Enqueued Resource ID: 5a7c41a0-98f2-43e6-883b-b2f7e1f0f874 with Priority: HIGHEST for action security_group_members [ 986.244740] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a7c41a0-98f2-43e6-883b-b2f7e1f0f874 with Priority: HIGHEST for action security_group_members [ 986.245096] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a7c41a0-98f2-43e6-883b-b2f7e1f0f874 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.245262] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a7c41a0-98f2-43e6-883b-b2f7e1f0f874" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.245491] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a7c41a0-98f2-43e6-883b-b2f7e1f0f874" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.245582] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a7c41a0-98f2-43e6-883b-b2f7e1f0f874" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.245711] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.246028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.246028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.246028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.246270] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.246270] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a7c41a0-98f2-43e6-883b-b2f7e1f0f874',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.404042] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.404042] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.404042] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.404042] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.404042] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.404042] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Segment Port 1d85595f-2eed-432f-88af-8496c356f0b2 not found, creating... [ 986.404042] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.404042] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.404042] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.404042] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.404042] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.404462] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.404462] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.404462] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.404462] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.405828] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.405828] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Resource: SegmentPort with ID: 1d85595f-2eed-432f-88af-8496c356f0b2 is going to be created. [ 986.427020] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.427318] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.427410] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.427698] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.428370] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.428476] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "port-1d85595f-2eed-432f-88af-8496c356f0b2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.495308] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b1bbd1a2-2514-49f9-9c85-25db93b785a4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.685125] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df440234-1108-4d02-9f14-08a48ea3764e in Status: IN_PROGRESS for 4s [ 986.733612] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 in Status: SUCCESS [ 986.733849] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.734034] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.734258] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.734451] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.734565] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.734627] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.735722] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.735722] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.735722] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.735722] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('50575cbb-c5ae-41f3-bd63-feaf511b6d87',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.748160] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.748572] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.748766] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.749166] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.749373] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.749673] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.749898] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.750060] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.750333] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.750498] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.750673] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a7c41a0-98f2-43e6-883b-b2f7e1f0f874 is going to be updated. [ 986.786058] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.786058] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.786058] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.786241] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.786347] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.795873] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a7c41a0-98f2-43e6-883b-b2f7e1f0f874 in Status: IN_PROGRESS for 2s [ 986.998354] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.998524] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.998628] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.998805] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.998893] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.998995] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 is going to be updated. [ 987.027075] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.027075] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.027075] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.027075] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.027271] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.037437] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 in Status: IN_PROGRESS for 2s [ 987.122636] env[65432]: INFO networking_nsxv3.common.synchronization [req-dca1ae65-ac2e-4716-842d-dd94db3e0bef req-cc5db5d6-c54e-4ed4-aa64-d2b1edd49205 service nova] Enqueued Resource ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 with Priority: HIGHEST for action security_group_rules [ 987.122865] env[65432]: INFO networking_nsxv3.common.synchronization [req-dca1ae65-ac2e-4716-842d-dd94db3e0bef req-cc5db5d6-c54e-4ed4-aa64-d2b1edd49205 service nova] Enqueued Resource ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 with Priority: HIGHEST for action security_group_members [ 987.123056] env[65432]: INFO networking_nsxv3.common.synchronization [req-dca1ae65-ac2e-4716-842d-dd94db3e0bef req-cc5db5d6-c54e-4ed4-aa64-d2b1edd49205 service nova] Enqueued Resource ID: 1d85595f-2eed-432f-88af-8496c356f0b2 with Priority: HIGHEST for action port [ 987.123670] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 with Priority: HIGHEST for action security_group_rules [ 987.123838] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 with Priority: HIGHEST for action security_group_members [ 987.123975] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d85595f-2eed-432f-88af-8496c356f0b2 with Priority: HIGHEST for action port [ 987.125502] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1bbd1a2-2514-49f9-9c85-25db93b785a4 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.125676] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.125809] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1bbd1a2-2514-49f9-9c85-25db93b785a4 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.125894] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.126083] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d85595f-2eed-432f-88af-8496c356f0b2 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.126193] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d85595f-2eed-432f-88af-8496c356f0b2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.126249] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d85595f-2eed-432f-88af-8496c356f0b2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.126454] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d85595f-2eed-432f-88af-8496c356f0b2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.126590] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d85595f-2eed-432f-88af-8496c356f0b2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.238134] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-50575cbb-c5ae-41f3-bd63-feaf511b6d87 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.238363] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.238470] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.238712] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.238935] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.239081] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.239153] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.239358] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.239473] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.239704] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.239775] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-50575cbb-c5ae-41f3-bd63-feaf511b6d87 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.239900] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.239985] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.240200] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.240373] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.240498] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.240616] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.240728] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.240837] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.240949] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.241101] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('50575cbb-c5ae-41f3-bd63-feaf511b6d87',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.400988] env[65432]: INFO networking_nsxv3.common.synchronization [req-6abba04a-c447-4142-8048-2e26b7327734 req-11ef5e69-632d-45f3-aa60-7d93a59046fc tempest-AttachVolumeTestJSON-1219601297 tempest-AttachVolumeTestJSON-1219601297-project-member] Enqueued Resource ID: dc47c73b-a570-48cd-8474-805efeb0d629 with Priority: HIGHEST for action security_group_members [ 987.401595] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc47c73b-a570-48cd-8474-805efeb0d629 with Priority: HIGHEST for action security_group_members [ 987.402032] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc47c73b-a570-48cd-8474-805efeb0d629 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.402233] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc47c73b-a570-48cd-8474-805efeb0d629" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.402552] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc47c73b-a570-48cd-8474-805efeb0d629" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.402641] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc47c73b-a570-48cd-8474-805efeb0d629" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.402828] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.403136] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.403136] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.403242] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.403272] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.403351] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc47c73b-a570-48cd-8474-805efeb0d629',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.628745] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1d85595f-2eed-432f-88af-8496c356f0b2 with status ACTIVE [ 987.629260] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.629260] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.629421] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.629621] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.629738] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.630047] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.630163] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.630163] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.630354] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.630427] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.630654] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.630770] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.630864] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.631047] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.631141] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.631217] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1d85595f-2eed-432f-88af-8496c356f0b2 is going to be updated. [ 987.666097] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.666324] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.666397] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.666764] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.667023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.667721] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d85595f-2eed-432f-88af-8496c356f0b2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.745124] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 50575cbb-c5ae-41f3-bd63-feaf511b6d87: rpc.has_security_group_logging(os_id): False [ 987.777098] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.777098] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.777098] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.777098] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.777098] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.777098] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.778234] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.778371] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.781351] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.781488] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.781863] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.782224] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.782301] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.782609] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.782776] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.783073] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.783245] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.783361] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.783597] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.783736] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.783860] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 is going to be updated. [ 987.832342] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock network-823 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.832577] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "network-823" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.832742] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "network-823" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.833917] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "network-823" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.833917] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.834185] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.834266] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.836713] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.836713] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.836713] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 987.836713] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 987.836713] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 987.836713] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 987.836713] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 987.836713] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 987.836713] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 987.873640] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 987.873874] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 987.874071] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 987.874300] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "network-823" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.874672] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock port-ea25fe76-54d7-423f-8980-9ea58eebfe44 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.875707] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "port-ea25fe76-54d7-423f-8980-9ea58eebfe44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.875707] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "port-ea25fe76-54d7-423f-8980-9ea58eebfe44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.876016] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "port-ea25fe76-54d7-423f-8980-9ea58eebfe44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.877265] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea25fe76-54d7-423f-8980-9ea58eebfe44',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.906085] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.906377] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.906377] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.906583] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.906752] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.906870] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.907074] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.907074] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.907306] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.907306] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.907542] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc47c73b-a570-48cd-8474-805efeb0d629 already deleted. [ 987.907542] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc47c73b-a570-48cd-8474-805efeb0d629" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.910566] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.910566] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.910771] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.910771] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.911296] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.926939] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 in Status: IN_PROGRESS for 2s [ 988.380280] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.380539] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.380618] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.380905] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.381256] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.381256] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Segment Port ea25fe76-54d7-423f-8980-9ea58eebfe44 not found, creating... [ 988.381487] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.381640] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.381754] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.381981] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.382129] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.382411] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.382560] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.382673] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.382890] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.383052] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.383189] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Resource: SegmentPort with ID: ea25fe76-54d7-423f-8980-9ea58eebfe44 is going to be created. [ 988.405546] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.405856] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.405856] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.406193] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.406421] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.406639] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "port-ea25fe76-54d7-423f-8980-9ea58eebfe44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.695142] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df440234-1108-4d02-9f14-08a48ea3764e in Status: SUCCESS [ 988.695364] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df440234-1108-4d02-9f14-08a48ea3764e deletion is rescheduled due to dependency. [ 988.695435] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df440234-1108-4d02-9f14-08a48ea3764e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.806583] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a7c41a0-98f2-43e6-883b-b2f7e1f0f874 in Status: SUCCESS [ 988.806795] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a7c41a0-98f2-43e6-883b-b2f7e1f0f874 deletion is rescheduled due to dependency. [ 988.806909] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a7c41a0-98f2-43e6-883b-b2f7e1f0f874" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.047312] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 in Status: SUCCESS [ 989.047633] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.047874] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.048195] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.048440] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.048571] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.048630] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.048801] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.048901] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.049029] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1bbd1a2-2514-49f9-9c85-25db93b785a4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.115671] env[65432]: INFO networking_nsxv3.common.synchronization [req-6abba04a-c447-4142-8048-2e26b7327734 req-2e6f134f-9409-4e10-a870-24fa9defbb77 service nova] Enqueued Resource ID: dc47c73b-a570-48cd-8474-805efeb0d629 with Priority: HIGHEST for action security_group_rules [ 989.115884] env[65432]: INFO networking_nsxv3.common.synchronization [req-6abba04a-c447-4142-8048-2e26b7327734 req-2e6f134f-9409-4e10-a870-24fa9defbb77 service nova] Enqueued Resource ID: dc47c73b-a570-48cd-8474-805efeb0d629 with Priority: HIGHEST for action security_group_members [ 989.116171] env[65432]: INFO networking_nsxv3.common.synchronization [req-6abba04a-c447-4142-8048-2e26b7327734 req-2e6f134f-9409-4e10-a870-24fa9defbb77 service nova] Enqueued Resource ID: ea25fe76-54d7-423f-8980-9ea58eebfe44 with Priority: HIGHEST for action port [ 989.116759] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc47c73b-a570-48cd-8474-805efeb0d629 with Priority: HIGHEST for action security_group_rules [ 989.116901] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc47c73b-a570-48cd-8474-805efeb0d629 with Priority: HIGHEST for action security_group_members [ 989.117012] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea25fe76-54d7-423f-8980-9ea58eebfe44 with Priority: HIGHEST for action port [ 989.121354] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc47c73b-a570-48cd-8474-805efeb0d629 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.121555] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc47c73b-a570-48cd-8474-805efeb0d629" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.121555] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc47c73b-a570-48cd-8474-805efeb0d629" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.121761] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc47c73b-a570-48cd-8474-805efeb0d629" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.121872] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc47c73b-a570-48cd-8474-805efeb0d629',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.123615] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc47c73b-a570-48cd-8474-805efeb0d629 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.123615] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc47c73b-a570-48cd-8474-805efeb0d629" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.123615] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc47c73b-a570-48cd-8474-805efeb0d629" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.123615] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc47c73b-a570-48cd-8474-805efeb0d629" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.123615] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.123615] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.123615] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.123615] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.125014] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.125268] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc47c73b-a570-48cd-8474-805efeb0d629',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.126923] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea25fe76-54d7-423f-8980-9ea58eebfe44 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.127659] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea25fe76-54d7-423f-8980-9ea58eebfe44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.127659] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea25fe76-54d7-423f-8980-9ea58eebfe44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.129781] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea25fe76-54d7-423f-8980-9ea58eebfe44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.129781] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea25fe76-54d7-423f-8980-9ea58eebfe44',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.552234] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b1bbd1a2-2514-49f9-9c85-25db93b785a4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.562489] env[65432]: INFO networking_nsxv3.common.synchronization [req-5891c921-aec2-4796-8ed2-ffe38c69567d req-e463621a-3370-4175-8194-5b25a7e7ffee tempest-ServersTestJSON-755690962 tempest-ServersTestJSON-755690962-project-member] Enqueued Resource ID: b2a0225d-ef64-45a1-b899-4119011dd94d with Priority: HIGHEST for action security_group_members [ 989.562489] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2a0225d-ef64-45a1-b899-4119011dd94d with Priority: HIGHEST for action security_group_members [ 989.562489] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2a0225d-ef64-45a1-b899-4119011dd94d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.562489] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.562489] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.563445] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.563803] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.564069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.566371] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.566371] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.566371] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.566371] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2a0225d-ef64-45a1-b899-4119011dd94d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.632538] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc47c73b-a570-48cd-8474-805efeb0d629',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.632538] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc47c73b-a570-48cd-8474-805efeb0d629 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.632538] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc47c73b-a570-48cd-8474-805efeb0d629" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.633853] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ea25fe76-54d7-423f-8980-9ea58eebfe44 with status ACTIVE [ 989.635116] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.635373] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.635495] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.636491] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.636491] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.636491] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.636491] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.636491] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.636491] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.636803] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.637607] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.637761] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.638027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.638027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.639096] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.639096] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ea25fe76-54d7-423f-8980-9ea58eebfe44 is going to be updated. [ 989.663148] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.663148] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.663148] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.663148] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.663148] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.663148] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea25fe76-54d7-423f-8980-9ea58eebfe44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.940950] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 in Status: SUCCESS [ 989.941331] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.055611] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b1bbd1a2-2514-49f9-9c85-25db93b785a4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.066801] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2a0225d-ef64-45a1-b899-4119011dd94d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.135729] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc47c73b-a570-48cd-8474-805efeb0d629',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.558944] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.559347] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.559347] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.559499] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.559589] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.559696] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 is going to be updated. [ 990.571143] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2a0225d-ef64-45a1-b899-4119011dd94d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.589995] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.590198] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.590254] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.590486] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.590580] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.602062] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 in Status: IN_PROGRESS for 2s [ 990.639877] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.640151] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.640224] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.640409] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.640500] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.640596] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc47c73b-a570-48cd-8474-805efeb0d629 is going to be created. [ 990.667947] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.667947] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.667947] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.667947] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.667947] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.676791] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc47c73b-a570-48cd-8474-805efeb0d629 in Status: UNINITIALIZED for 2s [ 991.073730] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.073730] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.073730] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.074165] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.074165] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.074165] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2a0225d-ef64-45a1-b899-4119011dd94d is going to be updated. [ 991.105247] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.105448] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.105448] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.105712] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.105877] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.115959] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2a0225d-ef64-45a1-b899-4119011dd94d in Status: IN_PROGRESS for 2s [ 991.808872] env[65432]: INFO networking_nsxv3.common.synchronization [req-c2bec0e9-0ed6-48da-abb8-4a815735c852 req-bab0d809-9a37-4d96-b84d-cb0cc9b42db7 tempest-ImagesTestJSON-1127600559 tempest-ImagesTestJSON-1127600559-project-member] Enqueued Resource ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f with Priority: HIGHEST for action security_group_members [ 991.810043] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f with Priority: HIGHEST for action security_group_members [ 991.810043] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd07cc7-5f30-4f1b-945f-d0007a74587f taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.810043] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.810043] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.810269] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.810269] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.810352] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.810609] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.810609] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.810706] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.810706] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bd07cc7-5f30-4f1b-945f-d0007a74587f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.183391] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock network-904 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.183391] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "network-904" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.183391] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "network-904" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.183922] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "network-904" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.183922] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.184108] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.184228] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.184455] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.184597] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.184809] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 992.185172] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 992.185172] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 992.185325] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 992.185325] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 992.185437] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 992.185532] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 992.204107] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 992.205056] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 992.205056] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 992.205056] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "network-904" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.205056] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock port-c09eba39-4204-4c13-a38a-a28b56bd92d4 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.205324] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "port-c09eba39-4204-4c13-a38a-a28b56bd92d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.205324] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "port-c09eba39-4204-4c13-a38a-a28b56bd92d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.205611] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "port-c09eba39-4204-4c13-a38a-a28b56bd92d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.205752] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c09eba39-4204-4c13-a38a-a28b56bd92d4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.314299] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.314299] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.314299] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.314299] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.314299] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.314299] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.314695] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.314695] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.314753] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.315351] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.315351] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f is going to be updated. [ 992.344240] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.344534] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.344534] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.344664] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.344825] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.354999] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f in Status: IN_PROGRESS for 2s [ 992.612327] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 in Status: SUCCESS [ 992.612484] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.612645] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.612876] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.613094] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.613213] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.613280] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.613441] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.613522] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.613606] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.613705] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b1bbd1a2-2514-49f9-9c85-25db93b785a4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.614581] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.615311] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.615311] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.615311] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.615311] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.615551] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.615551] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.615616] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1bbd1a2-2514-49f9-9c85-25db93b785a4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.686836] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc47c73b-a570-48cd-8474-805efeb0d629 in Status: UNINITIALIZED for 4s [ 992.707849] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.708207] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.708352] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.708614] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.708760] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.708916] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Segment Port c09eba39-4204-4c13-a38a-a28b56bd92d4 not found, creating... [ 992.709210] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.709398] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.709499] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.709958] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.709958] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.710290] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.710455] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.710599] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.710803] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.710906] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.711050] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Resource: SegmentPort with ID: c09eba39-4204-4c13-a38a-a28b56bd92d4 is going to be created. [ 992.734938] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.735189] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.735312] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.735593] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.735819] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.736153] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "port-c09eba39-4204-4c13-a38a-a28b56bd92d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.118531] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1bbd1a2-2514-49f9-9c85-25db93b785a4 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.118611] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.118773] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b1bbd1a2-2514-49f9-9c85-25db93b785a4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.128661] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2a0225d-ef64-45a1-b899-4119011dd94d in Status: SUCCESS [ 993.128867] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.334290] env[65432]: INFO networking_nsxv3.common.synchronization [None req-27780b8f-fbd8-440d-a7ed-5735452605f8 None None] Enqueued Resource ID: 41322518-37a1-475f-b2af-330f18c38fb1 with Priority: HIGHEST for action port [ 993.334290] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41322518-37a1-475f-b2af-330f18c38fb1 with Priority: HIGHEST for action port [ 993.334290] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-41322518-37a1-475f-b2af-330f18c38fb1 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.334290] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41322518-37a1-475f-b2af-330f18c38fb1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.334290] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41322518-37a1-475f-b2af-330f18c38fb1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.334290] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41322518-37a1-475f-b2af-330f18c38fb1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.335511] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41322518-37a1-475f-b2af-330f18c38fb1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.501453] env[65432]: INFO networking_nsxv3.common.synchronization [req-c2bec0e9-0ed6-48da-abb8-4a815735c852 req-e45df23b-670a-4eeb-8217-32bf330a2a63 service nova] Enqueued Resource ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f with Priority: HIGHEST for action security_group_rules [ 993.501453] env[65432]: INFO networking_nsxv3.common.synchronization [req-c2bec0e9-0ed6-48da-abb8-4a815735c852 req-e45df23b-670a-4eeb-8217-32bf330a2a63 service nova] Enqueued Resource ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f with Priority: HIGHEST for action security_group_members [ 993.501453] env[65432]: INFO networking_nsxv3.common.synchronization [req-c2bec0e9-0ed6-48da-abb8-4a815735c852 req-e45df23b-670a-4eeb-8217-32bf330a2a63 service nova] Enqueued Resource ID: c09eba39-4204-4c13-a38a-a28b56bd92d4 with Priority: HIGHEST for action port [ 993.501453] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f with Priority: HIGHEST for action security_group_rules [ 993.501453] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f with Priority: HIGHEST for action security_group_members [ 993.501453] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c09eba39-4204-4c13-a38a-a28b56bd92d4 with Priority: HIGHEST for action port [ 993.501453] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9bd07cc7-5f30-4f1b-945f-d0007a74587f taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.501453] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.501453] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.501453] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.501453] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9bd07cc7-5f30-4f1b-945f-d0007a74587f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.502358] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd07cc7-5f30-4f1b-945f-d0007a74587f taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.502358] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.502358] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-c09eba39-4204-4c13-a38a-a28b56bd92d4 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.502358] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c09eba39-4204-4c13-a38a-a28b56bd92d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.502358] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c09eba39-4204-4c13-a38a-a28b56bd92d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.502553] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c09eba39-4204-4c13-a38a-a28b56bd92d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.502631] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c09eba39-4204-4c13-a38a-a28b56bd92d4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.621694] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b1bbd1a2-2514-49f9-9c85-25db93b785a4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.841808] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 41322518-37a1-475f-b2af-330f18c38fb1 [ 993.841808] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.841808] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.841808] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.841808] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.841808] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.841808] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:41322518-37a1-475f-b2af-330f18c38fb1 already deleted. [ 993.841808] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41322518-37a1-475f-b2af-330f18c38fb1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.005666] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd07cc7-5f30-4f1b-945f-d0007a74587f taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.005801] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.007230] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c09eba39-4204-4c13-a38a-a28b56bd92d4 with status ACTIVE [ 994.008253] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.008253] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.008253] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.008253] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.008253] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.008253] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.008253] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.008721] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.008721] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.008721] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.008721] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.008910] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.008910] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.009077] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.009154] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.009237] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c09eba39-4204-4c13-a38a-a28b56bd92d4 is going to be updated. [ 994.034669] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.034842] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.034902] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.035713] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.035713] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.035713] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c09eba39-4204-4c13-a38a-a28b56bd92d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.124735] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.124735] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.124735] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.124982] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.124982] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.125059] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 is going to be updated. [ 994.154435] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.154621] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.154621] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.154786] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.154999] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.172122] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 in Status: IN_PROGRESS for 2s [ 994.322720] env[65432]: INFO networking_nsxv3.common.synchronization [None req-6e94ac65-a9c7-49be-a08c-221cb6c6d0cc tempest-AttachVolumeNegativeTest-71679979 tempest-AttachVolumeNegativeTest-71679979-project-member] Enqueued Resource ID: 14235152-b0db-4da6-b0a7-93d71c2bd9c8 with Priority: HIGHEST for action security_group_rules [ 994.324709] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14235152-b0db-4da6-b0a7-93d71c2bd9c8 with Priority: HIGHEST for action security_group_rules [ 994.325126] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14235152-b0db-4da6-b0a7-93d71c2bd9c8 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.325245] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14235152-b0db-4da6-b0a7-93d71c2bd9c8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.325337] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14235152-b0db-4da6-b0a7-93d71c2bd9c8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.326622] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14235152-b0db-4da6-b0a7-93d71c2bd9c8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.326800] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14235152-b0db-4da6-b0a7-93d71c2bd9c8',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.365163] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f in Status: SUCCESS [ 994.366094] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f deletion is rescheduled due to dependency. [ 994.366094] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.366094] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.366094] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.366094] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.366335] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.366335] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.366335] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.366421] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.366573] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bd07cc7-5f30-4f1b-945f-d0007a74587f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.457271] env[65432]: INFO networking_nsxv3.common.synchronization [None req-690bafc8-2ff9-462d-a92a-8fe42b263d54 tempest-AttachVolumeNegativeTest-71679979 tempest-AttachVolumeNegativeTest-71679979-project-member] Enqueued Resource ID: 14235152-b0db-4da6-b0a7-93d71c2bd9c8 with Priority: HIGHEST for action security_group_rules [ 994.457271] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14235152-b0db-4da6-b0a7-93d71c2bd9c8 with Priority: HIGHEST for action security_group_rules [ 994.457271] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14235152-b0db-4da6-b0a7-93d71c2bd9c8 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.457271] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14235152-b0db-4da6-b0a7-93d71c2bd9c8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.699045] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc47c73b-a570-48cd-8474-805efeb0d629 in Status: SUCCESS [ 994.699241] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc47c73b-a570-48cd-8474-805efeb0d629" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.699293] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc47c73b-a570-48cd-8474-805efeb0d629" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.699518] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc47c73b-a570-48cd-8474-805efeb0d629" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.699715] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.700260] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.700260] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.700260] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.700260] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.700260] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc47c73b-a570-48cd-8474-805efeb0d629" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.701168] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dc47c73b-a570-48cd-8474-805efeb0d629',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.852160] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.852398] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.852447] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.852631] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.852723] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.852827] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14235152-b0db-4da6-b0a7-93d71c2bd9c8 already deleted. [ 994.852947] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14235152-b0db-4da6-b0a7-93d71c2bd9c8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.853087] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14235152-b0db-4da6-b0a7-93d71c2bd9c8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.853253] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14235152-b0db-4da6-b0a7-93d71c2bd9c8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.853333] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14235152-b0db-4da6-b0a7-93d71c2bd9c8',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.870077] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9bd07cc7-5f30-4f1b-945f-d0007a74587f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.202424] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dc47c73b-a570-48cd-8474-805efeb0d629',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.372248] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9bd07cc7-5f30-4f1b-945f-d0007a74587f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.380047] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.380047] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.380047] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.380047] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.380047] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.380047] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14235152-b0db-4da6-b0a7-93d71c2bd9c8 already deleted. [ 995.380047] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14235152-b0db-4da6-b0a7-93d71c2bd9c8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.705211] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dc47c73b-a570-48cd-8474-805efeb0d629: rpc.has_security_group_logging(os_id): False [ 995.725138] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.725462] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.725581] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.726207] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.726305] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.726688] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.726688] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.726844] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.726935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.727048] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.727185] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc47c73b-a570-48cd-8474-805efeb0d629 is going to be created. [ 995.803024] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.803024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.803024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.803024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.803024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.815172] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc47c73b-a570-48cd-8474-805efeb0d629 in Status: IN_PROGRESS for 2s [ 995.875772] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.876071] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.876071] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.876292] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.876648] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.876648] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f is going to be updated. [ 995.919959] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.919959] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.919959] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.919959] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.919959] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.934411] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f in Status: IN_PROGRESS for 2s [ 996.098225] env[65432]: INFO networking_nsxv3.common.synchronization [None req-ed0a157d-c861-4126-96aa-ac6fc2ab6026 None None] Enqueued Resource ID: 9f00f529-691b-463b-b3e1-fa278a4f594f with Priority: HIGHEST for action port [ 996.098955] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f00f529-691b-463b-b3e1-fa278a4f594f with Priority: HIGHEST for action port [ 996.100321] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f00f529-691b-463b-b3e1-fa278a4f594f taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.100722] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f00f529-691b-463b-b3e1-fa278a4f594f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.100722] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f00f529-691b-463b-b3e1-fa278a4f594f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.100871] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f00f529-691b-463b-b3e1-fa278a4f594f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.101152] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f00f529-691b-463b-b3e1-fa278a4f594f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.184242] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 in Status: SUCCESS [ 996.184438] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.185077] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.185387] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.185482] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.185686] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.185686] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.189744] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.189744] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.189744] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.189744] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1bbd1a2-2514-49f9-9c85-25db93b785a4 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.189744] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.189744] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.189744] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.189744] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.189744] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.189744] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.189744] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.189744] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.189744] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.189744] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b1bbd1a2-2514-49f9-9c85-25db93b785a4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.604388] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9f00f529-691b-463b-b3e1-fa278a4f594f [ 996.604388] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.604696] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.604696] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.604768] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.604809] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.605029] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9f00f529-691b-463b-b3e1-fa278a4f594f already deleted. [ 996.605029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f00f529-691b-463b-b3e1-fa278a4f594f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.694237] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b1bbd1a2-2514-49f9-9c85-25db93b785a4: rpc.has_security_group_logging(os_id): False [ 996.713612] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.713803] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.713878] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.714100] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.714192] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.714450] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.719169] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.719169] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.719169] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.719169] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.719402] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.719481] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.719588] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.719716] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.721193] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.721193] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.721193] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.721193] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.721193] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.721193] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.721193] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 is going to be updated. [ 996.806373] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.806542] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.806589] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.806792] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.806957] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.832411] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 in Status: IN_PROGRESS for 2s [ 997.019804] env[65432]: INFO networking_nsxv3.common.synchronization [req-ea6c3b0a-2435-485f-accf-3cfc0fc7a35a req-1857b4f6-c994-4f17-804e-f06a8d198575 tempest-ServerDiskConfigTestJSON-621321756 tempest-ServerDiskConfigTestJSON-621321756-project-member] Enqueued Resource ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 with Priority: HIGHEST for action security_group_members [ 997.020410] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 with Priority: HIGHEST for action security_group_members [ 997.020705] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-50575cbb-c5ae-41f3-bd63-feaf511b6d87 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.020826] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.020891] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.021288] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.021458] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.021593] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.021690] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.021863] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.021942] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.022049] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50575cbb-c5ae-41f3-bd63-feaf511b6d87',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.524337] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.524494] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.524579] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.524790] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.524928] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.525101] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.525199] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.525253] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.525414] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.525482] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.525570] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 is going to be updated. [ 997.562404] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.562525] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.562593] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.562865] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.563356] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.577015] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 in Status: IN_PROGRESS for 2s [ 997.830028] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc47c73b-a570-48cd-8474-805efeb0d629 in Status: SUCCESS [ 997.830028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc47c73b-a570-48cd-8474-805efeb0d629" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.944583] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f in Status: SUCCESS [ 997.944811] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.945098] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.945253] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.945740] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.946044] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.946103] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.946474] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.946474] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.946615] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.947022] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9bd07cc7-5f30-4f1b-945f-d0007a74587f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.189919] env[65432]: INFO networking_nsxv3.common.synchronization [req-fe9151b5-18c0-4410-b1e1-240dd3374157 req-594f1816-ebcf-4e26-887c-7d1755daef6a tempest-ImagesOneServerNegativeTestJSON-1778316098 tempest-ImagesOneServerNegativeTestJSON-1778316098-project-member] Enqueued Resource ID: 31f32bee-c8f5-4060-8202-125c50104fd0 with Priority: HIGHEST for action security_group_members [ 998.190486] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31f32bee-c8f5-4060-8202-125c50104fd0 with Priority: HIGHEST for action security_group_members [ 998.190798] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-31f32bee-c8f5-4060-8202-125c50104fd0 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.190919] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31f32bee-c8f5-4060-8202-125c50104fd0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.191158] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31f32bee-c8f5-4060-8202-125c50104fd0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.191344] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31f32bee-c8f5-4060-8202-125c50104fd0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.191472] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.191572] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.191626] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.191770] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.191883] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.192017] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31f32bee-c8f5-4060-8202-125c50104fd0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.450819] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd07cc7-5f30-4f1b-945f-d0007a74587f taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.450819] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.450819] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.450819] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.450819] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.450819] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.450819] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.450819] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.450819] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.451580] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.451580] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd07cc7-5f30-4f1b-945f-d0007a74587f taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.451580] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.451580] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.451580] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.451580] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.451580] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.452252] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.452252] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.452252] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.452252] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.452252] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9bd07cc7-5f30-4f1b-945f-d0007a74587f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.577922] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock network-421 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.578225] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "network-421" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.578358] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "network-421" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.578679] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "network-421" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.579120] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.579333] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.579443] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.579737] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.579933] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.580175] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 998.580289] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 998.580393] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 998.580506] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 998.580604] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 998.580817] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 998.580958] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 998.607041] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 998.607422] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 998.607792] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 998.608155] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "network-421" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.608669] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock port-e4e2a88b-a711-4fe2-afb3-920352d96242 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.609058] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "port-e4e2a88b-a711-4fe2-afb3-920352d96242" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.609222] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "port-e4e2a88b-a711-4fe2-afb3-920352d96242" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.609638] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "port-e4e2a88b-a711-4fe2-afb3-920352d96242" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.609937] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4e2a88b-a711-4fe2-afb3-920352d96242',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.694518] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.694757] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.694853] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.695208] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.695328] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.695559] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.695692] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.695775] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.695996] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.696139] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.696251] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31f32bee-c8f5-4060-8202-125c50104fd0 already deleted. [ 998.696355] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31f32bee-c8f5-4060-8202-125c50104fd0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.852412] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 in Status: SUCCESS [ 998.852412] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.852412] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.852684] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.852877] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1bbd1a2-2514-49f9-9c85-25db93b785a4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.955703] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9bd07cc7-5f30-4f1b-945f-d0007a74587f: rpc.has_security_group_logging(os_id): False [ 998.973386] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.973560] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.973603] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.973851] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.973940] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.974117] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.974220] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.974279] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.974431] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.974508] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.974850] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.974850] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.975039] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.975074] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.975148] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.975340] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.975435] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.975494] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.975633] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.975706] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.975923] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f is going to be updated. [ 999.038895] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.039109] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.039109] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.040604] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.040604] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.054998] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f in Status: IN_PROGRESS for 2s [ 999.113162] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.113401] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.113511] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.113788] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.113937] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.114303] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Segment Port e4e2a88b-a711-4fe2-afb3-920352d96242 not found, creating... [ 999.115265] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.115265] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.115265] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.115265] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.115505] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.115637] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.115883] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.116042] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.116263] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.116400] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.116542] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Resource: SegmentPort with ID: e4e2a88b-a711-4fe2-afb3-920352d96242 is going to be created. [ 999.139419] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.139714] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.139838] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.140135] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.140344] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.140568] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "port-e4e2a88b-a711-4fe2-afb3-920352d96242" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.355293] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1bbd1a2-2514-49f9-9c85-25db93b785a4 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.355598] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.355598] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.355751] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.355949] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.356169] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.356169] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.356315] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.356423] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.356504] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.356605] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b1bbd1a2-2514-49f9-9c85-25db93b785a4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.587961] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 in Status: SUCCESS [ 999.588187] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 deletion is rescheduled due to dependency. [ 999.588246] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.841369] env[65432]: INFO networking_nsxv3.common.synchronization [req-fe9151b5-18c0-4410-b1e1-240dd3374157 req-967b450f-d98d-4c18-a0e0-881a6da6bca5 service nova] Enqueued Resource ID: 31f32bee-c8f5-4060-8202-125c50104fd0 with Priority: HIGHEST for action security_group_rules [ 999.841547] env[65432]: INFO networking_nsxv3.common.synchronization [req-fe9151b5-18c0-4410-b1e1-240dd3374157 req-967b450f-d98d-4c18-a0e0-881a6da6bca5 service nova] Enqueued Resource ID: 31f32bee-c8f5-4060-8202-125c50104fd0 with Priority: HIGHEST for action security_group_members [ 999.841683] env[65432]: INFO networking_nsxv3.common.synchronization [req-fe9151b5-18c0-4410-b1e1-240dd3374157 req-967b450f-d98d-4c18-a0e0-881a6da6bca5 service nova] Enqueued Resource ID: e4e2a88b-a711-4fe2-afb3-920352d96242 with Priority: HIGHEST for action port [ 999.842190] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31f32bee-c8f5-4060-8202-125c50104fd0 with Priority: HIGHEST for action security_group_rules [ 999.842326] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31f32bee-c8f5-4060-8202-125c50104fd0 with Priority: HIGHEST for action security_group_members [ 999.842436] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4e2a88b-a711-4fe2-afb3-920352d96242 with Priority: HIGHEST for action port [ 999.842684] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31f32bee-c8f5-4060-8202-125c50104fd0 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.842807] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31f32bee-c8f5-4060-8202-125c50104fd0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.842875] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31f32bee-c8f5-4060-8202-125c50104fd0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.843327] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31f32bee-c8f5-4060-8202-125c50104fd0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.843414] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31f32bee-c8f5-4060-8202-125c50104fd0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.844296] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-31f32bee-c8f5-4060-8202-125c50104fd0 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.844410] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31f32bee-c8f5-4060-8202-125c50104fd0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.844410] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31f32bee-c8f5-4060-8202-125c50104fd0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.844578] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31f32bee-c8f5-4060-8202-125c50104fd0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.844722] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.844821] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.844931] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.845121] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.845207] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.845298] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31f32bee-c8f5-4060-8202-125c50104fd0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.846307] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4e2a88b-a711-4fe2-afb3-920352d96242 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.846416] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4e2a88b-a711-4fe2-afb3-920352d96242" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.846483] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4e2a88b-a711-4fe2-afb3-920352d96242" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.846643] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4e2a88b-a711-4fe2-afb3-920352d96242" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.846705] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4e2a88b-a711-4fe2-afb3-920352d96242',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.859484] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1bbd1a2-2514-49f9-9c85-25db93b785a4 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.859755] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.859755] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.859847] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.859967] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.861853] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.861942] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.862172] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.862266] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.862359] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.862521] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1bbd1a2-2514-49f9-9c85-25db93b785a4 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.862621] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.862682] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.862831] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.862972] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.863084] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.863143] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.863493] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.863774] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.863866] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.864187] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b1bbd1a2-2514-49f9-9c85-25db93b785a4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.348488] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31f32bee-c8f5-4060-8202-125c50104fd0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.349465] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-31f32bee-c8f5-4060-8202-125c50104fd0 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.349571] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31f32bee-c8f5-4060-8202-125c50104fd0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.350498] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e4e2a88b-a711-4fe2-afb3-920352d96242 with status ACTIVE [ 1000.350723] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.350800] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.350906] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.351235] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.351235] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.351415] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.351505] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.351565] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.352372] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.352372] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.352372] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.352372] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.352372] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.352372] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.352372] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.352637] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e4e2a88b-a711-4fe2-afb3-920352d96242 is going to be updated. [ 1000.366369] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b1bbd1a2-2514-49f9-9c85-25db93b785a4: rpc.has_security_group_logging(os_id): False [ 1000.379326] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.379499] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.379556] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.379772] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.379941] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.380142] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4e2a88b-a711-4fe2-afb3-920352d96242" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.388427] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.388599] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.388677] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.388921] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.389600] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.389600] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.389703] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.389819] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.390039] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.390169] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.390418] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.390546] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.390631] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.390799] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.390885] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.391126] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.391231] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.391320] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.391491] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.391574] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.391719] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 is going to be updated. [ 1000.534772] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.534772] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.534772] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.535061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.535181] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.566209] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 in Status: IN_PROGRESS for 2s [ 1000.729395] env[65432]: INFO networking_nsxv3.common.synchronization [None req-5a7266c2-7c0d-4088-94c6-6ab43be8995e tempest-AttachInterfacesTestJSON-373384684 tempest-AttachInterfacesTestJSON-373384684-project-member] Enqueued Resource ID: deded647-2661-4b65-9a8e-0015d8484606 with Priority: HIGHEST for action security_group_rules [ 1000.729891] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: deded647-2661-4b65-9a8e-0015d8484606 with Priority: HIGHEST for action security_group_rules [ 1000.730306] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-deded647-2661-4b65-9a8e-0015d8484606 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.730431] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-deded647-2661-4b65-9a8e-0015d8484606" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.730602] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-deded647-2661-4b65-9a8e-0015d8484606" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.730873] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-deded647-2661-4b65-9a8e-0015d8484606" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.730960] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('deded647-2661-4b65-9a8e-0015d8484606',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.813894] env[65432]: INFO networking_nsxv3.common.synchronization [None req-5e253d1d-f0c4-410c-869c-18c37ff20bef tempest-AttachInterfacesTestJSON-373384684 tempest-AttachInterfacesTestJSON-373384684-project-member] Enqueued Resource ID: deded647-2661-4b65-9a8e-0015d8484606 with Priority: HIGHEST for action security_group_rules [ 1000.814740] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: deded647-2661-4b65-9a8e-0015d8484606 with Priority: HIGHEST for action security_group_rules [ 1000.815522] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-deded647-2661-4b65-9a8e-0015d8484606 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.815640] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-deded647-2661-4b65-9a8e-0015d8484606" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.855791] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31f32bee-c8f5-4060-8202-125c50104fd0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.069695] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f in Status: SUCCESS [ 1001.070696] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.253741] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.254185] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.254185] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.254334] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.254334] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.254442] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: deded647-2661-4b65-9a8e-0015d8484606 already deleted. [ 1001.254495] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-deded647-2661-4b65-9a8e-0015d8484606" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.254758] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-deded647-2661-4b65-9a8e-0015d8484606" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.254983] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-deded647-2661-4b65-9a8e-0015d8484606" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.255104] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('deded647-2661-4b65-9a8e-0015d8484606',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.358822] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.358822] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.358822] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.358822] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.358822] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.358822] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31f32bee-c8f5-4060-8202-125c50104fd0 is going to be created. [ 1001.387249] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.387472] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.387520] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.387795] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.388008] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.399194] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31f32bee-c8f5-4060-8202-125c50104fd0 in Status: UNINITIALIZED for 2s [ 1001.779120] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.779120] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.779120] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.779120] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.779120] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.779120] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: deded647-2661-4b65-9a8e-0015d8484606 already deleted. [ 1001.779120] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-deded647-2661-4b65-9a8e-0015d8484606" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.583363] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 in Status: SUCCESS [ 1002.583695] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.629924] env[65432]: INFO networking_nsxv3.common.synchronization [req-03568a6f-f068-4e74-a591-3d31acc9a0f4 req-96f99511-7269-4829-bdd0-a2e78cdb2db7 tempest-ServerActionsTestOtherA-1585184968 tempest-ServerActionsTestOtherA-1585184968-project-member] Enqueued Resource ID: 465e550c-c3fd-4157-8660-2733a9cb25d2 with Priority: HIGHEST for action security_group_members [ 1002.630571] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 465e550c-c3fd-4157-8660-2733a9cb25d2 with Priority: HIGHEST for action security_group_members [ 1002.630892] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-465e550c-c3fd-4157-8660-2733a9cb25d2 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.631081] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-465e550c-c3fd-4157-8660-2733a9cb25d2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.631081] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-465e550c-c3fd-4157-8660-2733a9cb25d2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.631443] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-465e550c-c3fd-4157-8660-2733a9cb25d2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.633086] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.633086] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.633086] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.633086] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.633086] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.633086] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('465e550c-c3fd-4157-8660-2733a9cb25d2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.688044] env[65432]: INFO networking_nsxv3.common.synchronization [req-75250df5-cd46-4da2-8597-21613c2bc11e req-4c207da7-7d1d-422e-83a4-d5d47b642f2a tempest-ServersTestMultiNic-933933772 tempest-ServersTestMultiNic-933933772-project-member] Enqueued Resource ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 with Priority: HIGHEST for action security_group_members [ 1002.688838] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 with Priority: HIGHEST for action security_group_members [ 1002.689174] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1bbd1a2-2514-49f9-9c85-25db93b785a4 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.689295] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.689363] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.692039] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.692039] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.692039] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.692039] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.692039] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.692039] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.692039] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1bbd1a2-2514-49f9-9c85-25db93b785a4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.912694] env[65432]: INFO networking_nsxv3.common.synchronization [req-75250df5-cd46-4da2-8597-21613c2bc11e req-8bdbb326-4d07-402e-a850-e127c14f1f4b tempest-ServersTestMultiNic-933933772 tempest-ServersTestMultiNic-933933772-project-member] Enqueued Resource ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 with Priority: HIGHEST for action security_group_members [ 1002.913255] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 with Priority: HIGHEST for action security_group_members [ 1002.913751] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1bbd1a2-2514-49f9-9c85-25db93b785a4 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.913864] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.977581] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock network-607 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.977781] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "network-607" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.977907] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "network-607" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.978188] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "network-607" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.978451] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.978600] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.978712] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.978924] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.979075] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.979292] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1002.979428] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1002.979535] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1002.979638] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1002.979744] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1002.979844] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1002.979969] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1002.999095] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1002.999291] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1002.999422] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1002.999584] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "network-607" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.999887] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock port-7bd2eba9-aee5-4aef-be48-018797918a8e taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.000066] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "port-7bd2eba9-aee5-4aef-be48-018797918a8e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.000184] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "port-7bd2eba9-aee5-4aef-be48-018797918a8e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.000505] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "port-7bd2eba9-aee5-4aef-be48-018797918a8e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.000639] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bd2eba9-aee5-4aef-be48-018797918a8e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.134927] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.135107] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.135165] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.135370] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.135461] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.135661] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.135767] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.135852] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.136045] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.136132] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.136217] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 465e550c-c3fd-4157-8660-2733a9cb25d2 already deleted. [ 1003.136299] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-465e550c-c3fd-4157-8660-2733a9cb25d2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.193960] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b1bbd1a2-2514-49f9-9c85-25db93b785a4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.409056] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31f32bee-c8f5-4060-8202-125c50104fd0 in Status: SUCCESS [ 1003.409549] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31f32bee-c8f5-4060-8202-125c50104fd0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.409549] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31f32bee-c8f5-4060-8202-125c50104fd0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.409699] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31f32bee-c8f5-4060-8202-125c50104fd0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.409810] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.409927] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.409995] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.410164] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.410244] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.410335] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31f32bee-c8f5-4060-8202-125c50104fd0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.410429] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('31f32bee-c8f5-4060-8202-125c50104fd0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.503182] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.503565] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.503646] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.503888] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.504114] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.504289] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Segment Port 7bd2eba9-aee5-4aef-be48-018797918a8e not found, creating... [ 1003.504617] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.504793] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.504928] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.505185] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.505322] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.505608] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.505761] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.505873] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.506660] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.510188] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.510355] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Resource: SegmentPort with ID: 7bd2eba9-aee5-4aef-be48-018797918a8e is going to be created. [ 1003.533861] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.534231] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.534452] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.534804] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.535119] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.535460] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "port-7bd2eba9-aee5-4aef-be48-018797918a8e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.696681] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b1bbd1a2-2514-49f9-9c85-25db93b785a4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.912756] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-31f32bee-c8f5-4060-8202-125c50104fd0 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.913030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31f32bee-c8f5-4060-8202-125c50104fd0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.913159] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31f32bee-c8f5-4060-8202-125c50104fd0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.913386] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31f32bee-c8f5-4060-8202-125c50104fd0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.913563] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.913665] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.913730] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.913894] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.913959] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.914074] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31f32bee-c8f5-4060-8202-125c50104fd0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.914209] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-31f32bee-c8f5-4060-8202-125c50104fd0 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.914298] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31f32bee-c8f5-4060-8202-125c50104fd0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.914363] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31f32bee-c8f5-4060-8202-125c50104fd0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.914494] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31f32bee-c8f5-4060-8202-125c50104fd0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.914630] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.914719] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.914806] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.914969] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.915130] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.915210] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31f32bee-c8f5-4060-8202-125c50104fd0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.915265] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('31f32bee-c8f5-4060-8202-125c50104fd0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.199310] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.199494] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.199587] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.199831] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.199923] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.200299] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 is going to be updated. [ 1004.236039] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.236310] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.236401] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.236631] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.236787] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.248186] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 in Status: IN_PROGRESS for 2s [ 1004.284278] env[65432]: INFO networking_nsxv3.common.synchronization [req-03568a6f-f068-4e74-a591-3d31acc9a0f4 req-111ba04c-6a51-4416-ae92-791960239e3f service nova] Enqueued Resource ID: 465e550c-c3fd-4157-8660-2733a9cb25d2 with Priority: HIGHEST for action security_group_rules [ 1004.284278] env[65432]: INFO networking_nsxv3.common.synchronization [req-03568a6f-f068-4e74-a591-3d31acc9a0f4 req-111ba04c-6a51-4416-ae92-791960239e3f service nova] Enqueued Resource ID: 465e550c-c3fd-4157-8660-2733a9cb25d2 with Priority: HIGHEST for action security_group_members [ 1004.284278] env[65432]: INFO networking_nsxv3.common.synchronization [req-03568a6f-f068-4e74-a591-3d31acc9a0f4 req-111ba04c-6a51-4416-ae92-791960239e3f service nova] Enqueued Resource ID: 7bd2eba9-aee5-4aef-be48-018797918a8e with Priority: HIGHEST for action port [ 1004.284278] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 465e550c-c3fd-4157-8660-2733a9cb25d2 with Priority: HIGHEST for action security_group_rules [ 1004.284278] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 465e550c-c3fd-4157-8660-2733a9cb25d2 with Priority: HIGHEST for action security_group_members [ 1004.284278] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bd2eba9-aee5-4aef-be48-018797918a8e with Priority: HIGHEST for action port [ 1004.284278] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-465e550c-c3fd-4157-8660-2733a9cb25d2 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.284278] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-465e550c-c3fd-4157-8660-2733a9cb25d2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.284278] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-465e550c-c3fd-4157-8660-2733a9cb25d2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.284896] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-465e550c-c3fd-4157-8660-2733a9cb25d2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.285126] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('465e550c-c3fd-4157-8660-2733a9cb25d2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.286303] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-465e550c-c3fd-4157-8660-2733a9cb25d2 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.286552] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-465e550c-c3fd-4157-8660-2733a9cb25d2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.286722] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-465e550c-c3fd-4157-8660-2733a9cb25d2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.287108] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-465e550c-c3fd-4157-8660-2733a9cb25d2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.287372] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.287660] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.287810] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.288110] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.288295] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.288477] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('465e550c-c3fd-4157-8660-2733a9cb25d2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.289916] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-7bd2eba9-aee5-4aef-be48-018797918a8e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.290183] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7bd2eba9-aee5-4aef-be48-018797918a8e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.290334] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7bd2eba9-aee5-4aef-be48-018797918a8e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.290621] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7bd2eba9-aee5-4aef-be48-018797918a8e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.290794] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bd2eba9-aee5-4aef-be48-018797918a8e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.420223] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 31f32bee-c8f5-4060-8202-125c50104fd0: rpc.has_security_group_logging(os_id): False [ 1004.442814] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.443159] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.443159] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.443589] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.443589] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.443589] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.444238] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.444238] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.444238] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.444238] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.444238] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.444238] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.444238] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.444831] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.444831] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.444831] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.444831] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.445137] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.445137] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.445330] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.445330] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31f32bee-c8f5-4060-8202-125c50104fd0 is going to be created. [ 1004.509192] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.509397] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.509452] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.509633] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.509819] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.524883] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31f32bee-c8f5-4060-8202-125c50104fd0 in Status: IN_PROGRESS for 2s [ 1004.793751] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('465e550c-c3fd-4157-8660-2733a9cb25d2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.794937] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-465e550c-c3fd-4157-8660-2733a9cb25d2 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.795160] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-465e550c-c3fd-4157-8660-2733a9cb25d2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.796165] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7bd2eba9-aee5-4aef-be48-018797918a8e with status ACTIVE [ 1004.796165] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.796165] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.796165] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.796484] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.796484] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.796692] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.798290] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.798290] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.798290] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.798290] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.798290] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.798290] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.798290] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.798722] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.798722] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.799273] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7bd2eba9-aee5-4aef-be48-018797918a8e is going to be updated. [ 1004.819674] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.819977] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.819977] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.820217] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.820342] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.820591] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7bd2eba9-aee5-4aef-be48-018797918a8e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.301139] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('465e550c-c3fd-4157-8660-2733a9cb25d2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.808797] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.808797] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.808797] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.808797] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.808797] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.808797] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 465e550c-c3fd-4157-8660-2733a9cb25d2 is going to be created. [ 1005.833911] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.834109] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.834152] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.834341] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.834498] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.843908] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 465e550c-c3fd-4157-8660-2733a9cb25d2 in Status: UNINITIALIZED for 2s [ 1006.259540] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 in Status: SUCCESS [ 1006.259540] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.259721] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.259924] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.259993] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.260136] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.260200] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.260364] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.260445] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.260538] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1bbd1a2-2514-49f9-9c85-25db93b785a4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.538711] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31f32bee-c8f5-4060-8202-125c50104fd0 in Status: SUCCESS [ 1006.538946] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31f32bee-c8f5-4060-8202-125c50104fd0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.765629] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.765794] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.765868] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.766246] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.766385] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.766608] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.766716] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.766781] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.766951] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.767047] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.767135] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 is going to be updated. [ 1006.794468] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.794668] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.794715] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.794895] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.795129] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.803646] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 in Status: IN_PROGRESS for 2s [ 1007.858702] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 465e550c-c3fd-4157-8660-2733a9cb25d2 in Status: SUCCESS [ 1007.859091] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-465e550c-c3fd-4157-8660-2733a9cb25d2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.859156] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-465e550c-c3fd-4157-8660-2733a9cb25d2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.859327] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-465e550c-c3fd-4157-8660-2733a9cb25d2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.859531] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.859767] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.859767] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.859911] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.859997] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.860100] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-465e550c-c3fd-4157-8660-2733a9cb25d2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.860277] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('465e550c-c3fd-4157-8660-2733a9cb25d2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.362958] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-465e550c-c3fd-4157-8660-2733a9cb25d2 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.362958] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-465e550c-c3fd-4157-8660-2733a9cb25d2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.363200] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-465e550c-c3fd-4157-8660-2733a9cb25d2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.363293] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-465e550c-c3fd-4157-8660-2733a9cb25d2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.363438] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.363545] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.363646] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.363795] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.363914] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.364022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-465e550c-c3fd-4157-8660-2733a9cb25d2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.364204] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-465e550c-c3fd-4157-8660-2733a9cb25d2 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.364303] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-465e550c-c3fd-4157-8660-2733a9cb25d2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.364365] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-465e550c-c3fd-4157-8660-2733a9cb25d2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.364537] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-465e550c-c3fd-4157-8660-2733a9cb25d2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.364748] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.364797] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.364908] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.365048] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.365128] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.365222] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-465e550c-c3fd-4157-8660-2733a9cb25d2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.365314] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('465e550c-c3fd-4157-8660-2733a9cb25d2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.814832] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 in Status: SUCCESS [ 1008.815733] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1bbd1a2-2514-49f9-9c85-25db93b785a4 deletion is rescheduled due to dependency. [ 1008.815733] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1bbd1a2-2514-49f9-9c85-25db93b785a4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.868194] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 465e550c-c3fd-4157-8660-2733a9cb25d2: rpc.has_security_group_logging(os_id): False [ 1008.886559] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.886559] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.886559] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.886559] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.886559] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.887201] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.887201] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.887201] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.887201] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.887588] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.887588] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.887728] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.887774] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.887999] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.888215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.888397] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.889795] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.889795] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.889795] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.889795] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.889795] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 465e550c-c3fd-4157-8660-2733a9cb25d2 is going to be created. [ 1008.951315] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.951315] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.951315] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.951315] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.951315] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.964033] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 465e550c-c3fd-4157-8660-2733a9cb25d2 in Status: IN_PROGRESS for 2s [ 1009.285146] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1009.285302] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1010.278307] env[65432]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1010.279515] env[65432]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] NSXv3 Agent Agent loop - iteration:2 started [ 1010.980014] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 465e550c-c3fd-4157-8660-2733a9cb25d2 in Status: SUCCESS [ 1010.980334] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-465e550c-c3fd-4157-8660-2733a9cb25d2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.047202] env[65432]: INFO networking_nsxv3.common.synchronization [req-9f5ba918-7e35-413c-b664-94301c9892fb req-a1d26eca-9b34-432c-958e-eceff4f9e4a1 tempest-AttachVolumeNegativeTest-71679979 tempest-AttachVolumeNegativeTest-71679979-project-member] Enqueued Resource ID: 14235152-b0db-4da6-b0a7-93d71c2bd9c8 with Priority: HIGHEST for action security_group_members [ 1011.047202] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14235152-b0db-4da6-b0a7-93d71c2bd9c8 with Priority: HIGHEST for action security_group_members [ 1011.047751] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-14235152-b0db-4da6-b0a7-93d71c2bd9c8 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.048182] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14235152-b0db-4da6-b0a7-93d71c2bd9c8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.048358] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14235152-b0db-4da6-b0a7-93d71c2bd9c8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.048711] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14235152-b0db-4da6-b0a7-93d71c2bd9c8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.049380] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.049652] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.049816] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.050079] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.050277] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.050731] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14235152-b0db-4da6-b0a7-93d71c2bd9c8',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.254508] env[65432]: INFO networking_nsxv3.common.synchronization [req-73474915-5729-4b1d-92ef-98d74930ffda req-df9dbbcb-b45f-47a4-bf1c-7efe8d77fa31 tempest-ServersTestJSON-755690962 tempest-ServersTestJSON-755690962-project-member] Enqueued Resource ID: b2a0225d-ef64-45a1-b899-4119011dd94d with Priority: HIGHEST for action security_group_members [ 1011.255085] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2a0225d-ef64-45a1-b899-4119011dd94d with Priority: HIGHEST for action security_group_members [ 1011.255397] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2a0225d-ef64-45a1-b899-4119011dd94d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.255515] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.255581] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.256679] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.257202] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.257337] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.257408] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.257633] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.257723] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.257819] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2a0225d-ef64-45a1-b899-4119011dd94d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.397558] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock network-276 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.398028] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "network-276" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.398028] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "network-276" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.398289] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "network-276" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.398568] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.399174] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.399305] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.399564] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.399722] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.399940] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1011.400079] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1011.400193] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1011.400332] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1011.400396] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1011.400511] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1011.400624] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1011.423552] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1011.423683] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1011.423816] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1011.423987] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "network-276" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.424380] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock port-6e56844e-03f0-404d-a6ed-7a7a500989e7 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.424562] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "port-6e56844e-03f0-404d-a6ed-7a7a500989e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.424682] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "port-6e56844e-03f0-404d-a6ed-7a7a500989e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.425090] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "port-6e56844e-03f0-404d-a6ed-7a7a500989e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.425239] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e56844e-03f0-404d-a6ed-7a7a500989e7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.553349] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.553527] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.553598] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.553849] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.553899] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.554111] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.554214] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.554271] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.554420] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.554497] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.554581] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14235152-b0db-4da6-b0a7-93d71c2bd9c8 already deleted. [ 1011.554659] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14235152-b0db-4da6-b0a7-93d71c2bd9c8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.760020] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2a0225d-ef64-45a1-b899-4119011dd94d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.928346] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.928681] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.928864] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.929227] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.929401] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.929592] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Segment Port 6e56844e-03f0-404d-a6ed-7a7a500989e7 not found, creating... [ 1011.929841] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.929998] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.930125] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.930345] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.930480] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.930760] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.930913] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.931028] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.931235] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.931362] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.931498] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Resource: SegmentPort with ID: 6e56844e-03f0-404d-a6ed-7a7a500989e7 is going to be created. [ 1011.958305] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.958931] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.958931] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.959123] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.959429] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.959710] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "port-6e56844e-03f0-404d-a6ed-7a7a500989e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.262665] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2a0225d-ef64-45a1-b899-4119011dd94d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.708924] env[65432]: INFO networking_nsxv3.common.synchronization [req-9f5ba918-7e35-413c-b664-94301c9892fb req-51979677-6eac-4129-b7f0-b153a8c0c6ca service nova] Enqueued Resource ID: 14235152-b0db-4da6-b0a7-93d71c2bd9c8 with Priority: HIGHEST for action security_group_rules [ 1012.709317] env[65432]: INFO networking_nsxv3.common.synchronization [req-9f5ba918-7e35-413c-b664-94301c9892fb req-51979677-6eac-4129-b7f0-b153a8c0c6ca service nova] Enqueued Resource ID: 14235152-b0db-4da6-b0a7-93d71c2bd9c8 with Priority: HIGHEST for action security_group_members [ 1012.709317] env[65432]: INFO networking_nsxv3.common.synchronization [req-9f5ba918-7e35-413c-b664-94301c9892fb req-51979677-6eac-4129-b7f0-b153a8c0c6ca service nova] Enqueued Resource ID: 6e56844e-03f0-404d-a6ed-7a7a500989e7 with Priority: HIGHEST for action port [ 1012.709658] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14235152-b0db-4da6-b0a7-93d71c2bd9c8 with Priority: HIGHEST for action security_group_rules [ 1012.709787] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14235152-b0db-4da6-b0a7-93d71c2bd9c8 with Priority: HIGHEST for action security_group_members [ 1012.709885] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e56844e-03f0-404d-a6ed-7a7a500989e7 with Priority: HIGHEST for action port [ 1012.710164] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14235152-b0db-4da6-b0a7-93d71c2bd9c8 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.710282] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14235152-b0db-4da6-b0a7-93d71c2bd9c8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.710364] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14235152-b0db-4da6-b0a7-93d71c2bd9c8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.710534] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14235152-b0db-4da6-b0a7-93d71c2bd9c8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.710639] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14235152-b0db-4da6-b0a7-93d71c2bd9c8',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.711478] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-14235152-b0db-4da6-b0a7-93d71c2bd9c8 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.711568] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14235152-b0db-4da6-b0a7-93d71c2bd9c8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.711623] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14235152-b0db-4da6-b0a7-93d71c2bd9c8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.711802] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14235152-b0db-4da6-b0a7-93d71c2bd9c8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.711947] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.712049] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.712116] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.713567] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.713567] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.713567] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14235152-b0db-4da6-b0a7-93d71c2bd9c8',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.713567] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e56844e-03f0-404d-a6ed-7a7a500989e7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.713567] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e56844e-03f0-404d-a6ed-7a7a500989e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.713567] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e56844e-03f0-404d-a6ed-7a7a500989e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.713567] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e56844e-03f0-404d-a6ed-7a7a500989e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.713567] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e56844e-03f0-404d-a6ed-7a7a500989e7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.767869] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.767869] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.767869] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.767869] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.767869] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.767869] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2a0225d-ef64-45a1-b899-4119011dd94d is going to be updated. [ 1012.802937] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.803143] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.803187] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.804192] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.804192] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.814603] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2a0225d-ef64-45a1-b899-4119011dd94d in Status: IN_PROGRESS for 2s [ 1013.215738] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14235152-b0db-4da6-b0a7-93d71c2bd9c8',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.216797] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-14235152-b0db-4da6-b0a7-93d71c2bd9c8 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.216903] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14235152-b0db-4da6-b0a7-93d71c2bd9c8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.217099] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6e56844e-03f0-404d-a6ed-7a7a500989e7 with status ACTIVE [ 1013.217285] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.217395] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.217456] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.217652] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.222373] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.222602] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.222692] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.222752] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.222940] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.224174] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.224419] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.224526] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.224592] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.224760] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.224840] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.224934] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6e56844e-03f0-404d-a6ed-7a7a500989e7 is going to be updated. [ 1013.252566] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.252734] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.252777] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.252999] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.253163] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.253340] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e56844e-03f0-404d-a6ed-7a7a500989e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.728326] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14235152-b0db-4da6-b0a7-93d71c2bd9c8',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.230908] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.231413] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.231413] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.231693] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.231824] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.231962] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14235152-b0db-4da6-b0a7-93d71c2bd9c8 is going to be created. [ 1014.260599] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.260781] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.260856] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.261108] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.261300] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.272654] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14235152-b0db-4da6-b0a7-93d71c2bd9c8 in Status: UNINITIALIZED for 2s [ 1014.827666] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2a0225d-ef64-45a1-b899-4119011dd94d in Status: SUCCESS [ 1014.828098] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.914413] env[65432]: INFO networking_nsxv3.common.synchronization [req-ae6480c8-2fcf-4951-8c00-221f3a9e866c req-ac7a6fac-7185-49ff-a02b-1a6253a93f7d tempest-AttachInterfacesTestJSON-373384684 tempest-AttachInterfacesTestJSON-373384684-project-member] Enqueued Resource ID: deded647-2661-4b65-9a8e-0015d8484606 with Priority: HIGHEST for action security_group_members [ 1015.914939] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: deded647-2661-4b65-9a8e-0015d8484606 with Priority: HIGHEST for action security_group_members [ 1015.915326] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-deded647-2661-4b65-9a8e-0015d8484606 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.915439] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-deded647-2661-4b65-9a8e-0015d8484606" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.915489] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-deded647-2661-4b65-9a8e-0015d8484606" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.915736] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-deded647-2661-4b65-9a8e-0015d8484606" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.915889] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.916025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.916216] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.916411] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.916532] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.916651] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('deded647-2661-4b65-9a8e-0015d8484606',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.284644] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14235152-b0db-4da6-b0a7-93d71c2bd9c8 in Status: SUCCESS [ 1016.284823] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14235152-b0db-4da6-b0a7-93d71c2bd9c8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.285332] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14235152-b0db-4da6-b0a7-93d71c2bd9c8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.285332] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14235152-b0db-4da6-b0a7-93d71c2bd9c8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.285492] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.285580] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.285580] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.285742] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.285813] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.285920] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14235152-b0db-4da6-b0a7-93d71c2bd9c8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.286080] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('14235152-b0db-4da6-b0a7-93d71c2bd9c8',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.334025] env[65432]: INFO networking_nsxv3.common.synchronization [None req-15254047-dad2-4356-b38b-0552eab97e7f None None] Enqueued Resource ID: 4861fdd8-8e58-4e6c-bdbf-7e32b7ed5bc9 with Priority: HIGHEST for action port [ 1016.334609] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4861fdd8-8e58-4e6c-bdbf-7e32b7ed5bc9 with Priority: HIGHEST for action port [ 1016.334771] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-4861fdd8-8e58-4e6c-bdbf-7e32b7ed5bc9 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.334915] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4861fdd8-8e58-4e6c-bdbf-7e32b7ed5bc9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.335032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4861fdd8-8e58-4e6c-bdbf-7e32b7ed5bc9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.335266] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4861fdd8-8e58-4e6c-bdbf-7e32b7ed5bc9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.335357] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4861fdd8-8e58-4e6c-bdbf-7e32b7ed5bc9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.418801] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.419022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.419111] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.419364] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.419480] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.419689] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.419796] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.419857] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.420034] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.420121] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.420194] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: deded647-2661-4b65-9a8e-0015d8484606 already deleted. [ 1016.420267] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-deded647-2661-4b65-9a8e-0015d8484606" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.436612] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock network-377 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.436825] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "network-377" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.436961] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "network-377" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.437321] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "network-377" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.437611] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.437784] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.437902] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.438167] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.438398] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.438611] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1016.438731] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1016.438858] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1016.439024] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1016.439162] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1016.439273] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1016.439417] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1016.464116] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1016.464381] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1016.464505] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1016.464711] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "network-377" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.465156] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock port-47b95115-d959-4962-806f-60d4d88da88b taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.465373] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "port-47b95115-d959-4962-806f-60d4d88da88b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.465591] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "port-47b95115-d959-4962-806f-60d4d88da88b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.465998] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "port-47b95115-d959-4962-806f-60d4d88da88b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.466177] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47b95115-d959-4962-806f-60d4d88da88b',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.788388] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('14235152-b0db-4da6-b0a7-93d71c2bd9c8',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.838732] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4861fdd8-8e58-4e6c-bdbf-7e32b7ed5bc9 [ 1016.838960] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.839112] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.839178] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.839388] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.839471] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.839567] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4861fdd8-8e58-4e6c-bdbf-7e32b7ed5bc9 already deleted. [ 1016.839644] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4861fdd8-8e58-4e6c-bdbf-7e32b7ed5bc9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.923386] env[65432]: INFO networking_nsxv3.common.synchronization [req-ff4266ed-a7e4-4a79-ac99-c8c49f4d0676 req-a3150346-01f4-4522-8feb-a84477703758 tempest-ImagesTestJSON-1127600559 tempest-ImagesTestJSON-1127600559-project-member] Enqueued Resource ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f with Priority: HIGHEST for action security_group_members [ 1016.923927] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f with Priority: HIGHEST for action security_group_members [ 1016.924266] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd07cc7-5f30-4f1b-945f-d0007a74587f taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.924390] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.924465] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.924651] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.928021] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.928021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.928021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.928021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.928021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.928021] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bd07cc7-5f30-4f1b-945f-d0007a74587f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.969643] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.970197] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.973019] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.973019] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.973019] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.973019] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Segment Port 47b95115-d959-4962-806f-60d4d88da88b not found, creating... [ 1016.973019] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.973019] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.973019] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.973019] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.973019] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.973019] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.973562] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.973562] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.973562] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.973562] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.973562] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Resource: SegmentPort with ID: 47b95115-d959-4962-806f-60d4d88da88b is going to be created. [ 1016.994510] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.995068] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.995068] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.995252] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.995527] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.995850] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "port-47b95115-d959-4962-806f-60d4d88da88b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.291408] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 14235152-b0db-4da6-b0a7-93d71c2bd9c8: rpc.has_security_group_logging(os_id): False [ 1017.309537] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.309745] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.309745] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.310040] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.310040] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.310297] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.310415] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.310473] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.310617] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.310685] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.310772] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14235152-b0db-4da6-b0a7-93d71c2bd9c8 is going to be created. [ 1017.388371] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.389660] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.389660] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.389660] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.390273] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.401099] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14235152-b0db-4da6-b0a7-93d71c2bd9c8 in Status: IN_PROGRESS for 2s [ 1017.431419] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.431419] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.431419] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.431879] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.431879] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.432107] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.432107] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.432107] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.432348] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.432348] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.432544] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f is going to be updated. [ 1017.478030] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.478678] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.478759] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.478982] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.479285] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.493117] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f in Status: IN_PROGRESS for 2s [ 1017.867314] env[65432]: INFO networking_nsxv3.common.synchronization [req-ae6480c8-2fcf-4951-8c00-221f3a9e866c req-c2862b33-ba79-4828-922f-9d8d42721e9c service nova] Enqueued Resource ID: deded647-2661-4b65-9a8e-0015d8484606 with Priority: HIGHEST for action security_group_rules [ 1017.867658] env[65432]: INFO networking_nsxv3.common.synchronization [req-ae6480c8-2fcf-4951-8c00-221f3a9e866c req-c2862b33-ba79-4828-922f-9d8d42721e9c service nova] Enqueued Resource ID: deded647-2661-4b65-9a8e-0015d8484606 with Priority: HIGHEST for action security_group_members [ 1017.868633] env[65432]: INFO networking_nsxv3.common.synchronization [req-ae6480c8-2fcf-4951-8c00-221f3a9e866c req-c2862b33-ba79-4828-922f-9d8d42721e9c service nova] Enqueued Resource ID: 47b95115-d959-4962-806f-60d4d88da88b with Priority: HIGHEST for action port [ 1017.868761] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: deded647-2661-4b65-9a8e-0015d8484606 with Priority: HIGHEST for action security_group_rules [ 1017.869782] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: deded647-2661-4b65-9a8e-0015d8484606 with Priority: HIGHEST for action security_group_members [ 1017.869782] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47b95115-d959-4962-806f-60d4d88da88b with Priority: HIGHEST for action port [ 1017.869782] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-deded647-2661-4b65-9a8e-0015d8484606 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.869782] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-deded647-2661-4b65-9a8e-0015d8484606" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.869782] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-deded647-2661-4b65-9a8e-0015d8484606" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.869782] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-deded647-2661-4b65-9a8e-0015d8484606" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.869782] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('deded647-2661-4b65-9a8e-0015d8484606',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.871545] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-deded647-2661-4b65-9a8e-0015d8484606 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.871545] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-deded647-2661-4b65-9a8e-0015d8484606" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.871545] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-deded647-2661-4b65-9a8e-0015d8484606" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.872623] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-deded647-2661-4b65-9a8e-0015d8484606" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.872877] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.873106] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.873686] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.873686] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.873835] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.875940] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('deded647-2661-4b65-9a8e-0015d8484606',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.876890] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-47b95115-d959-4962-806f-60d4d88da88b taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.876890] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47b95115-d959-4962-806f-60d4d88da88b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.877809] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47b95115-d959-4962-806f-60d4d88da88b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.877809] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47b95115-d959-4962-806f-60d4d88da88b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.878109] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47b95115-d959-4962-806f-60d4d88da88b',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.384704] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-deded647-2661-4b65-9a8e-0015d8484606 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.384704] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-deded647-2661-4b65-9a8e-0015d8484606" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.384704] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('deded647-2661-4b65-9a8e-0015d8484606',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.384704] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 47b95115-d959-4962-806f-60d4d88da88b with status ACTIVE [ 1018.387276] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.388499] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.388499] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.388499] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.388499] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.388499] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.388913] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.389134] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.389457] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.392042] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.392042] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.392042] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.392042] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.392042] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.392042] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.392042] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 47b95115-d959-4962-806f-60d4d88da88b is going to be updated. [ 1018.420045] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.420045] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.420045] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.420045] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.420045] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.420366] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47b95115-d959-4962-806f-60d4d88da88b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.826557] env[65432]: INFO networking_nsxv3.common.synchronization [None req-05f56e56-392b-40d9-8db8-b30d20a0a30e None None] Enqueued Resource ID: 43608bf9-1aa3-4d47-bfd1-559228a7bb4d with Priority: HIGHEST for action port [ 1018.827144] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43608bf9-1aa3-4d47-bfd1-559228a7bb4d with Priority: HIGHEST for action port [ 1018.827483] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-43608bf9-1aa3-4d47-bfd1-559228a7bb4d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.827579] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43608bf9-1aa3-4d47-bfd1-559228a7bb4d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.827621] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43608bf9-1aa3-4d47-bfd1-559228a7bb4d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.828350] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43608bf9-1aa3-4d47-bfd1-559228a7bb4d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.828443] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43608bf9-1aa3-4d47-bfd1-559228a7bb4d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.893178] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('deded647-2661-4b65-9a8e-0015d8484606',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.331073] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 43608bf9-1aa3-4d47-bfd1-559228a7bb4d [ 1019.331399] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.331590] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.331683] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.331970] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.332142] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.332269] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:43608bf9-1aa3-4d47-bfd1-559228a7bb4d already deleted. [ 1019.332389] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43608bf9-1aa3-4d47-bfd1-559228a7bb4d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.395810] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.396259] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.396259] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.396432] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.396599] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.396735] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: deded647-2661-4b65-9a8e-0015d8484606 is going to be created. [ 1019.412629] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14235152-b0db-4da6-b0a7-93d71c2bd9c8 in Status: SUCCESS [ 1019.413084] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14235152-b0db-4da6-b0a7-93d71c2bd9c8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.423466] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.423695] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.423695] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.423884] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.424345] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.436335] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: deded647-2661-4b65-9a8e-0015d8484606 in Status: UNINITIALIZED for 2s [ 1019.506377] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f in Status: SUCCESS [ 1019.506583] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f deletion is rescheduled due to dependency. [ 1019.506736] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.268118] env[65432]: INFO networking_nsxv3.common.synchronization [req-10c647f4-828a-4408-b483-a23cd3b61487 req-e49c4702-b5bb-4fe8-9f00-f7c339d14b10 tempest-ImagesOneServerNegativeTestJSON-1778316098 tempest-ImagesOneServerNegativeTestJSON-1778316098-project-member] Enqueued Resource ID: 31f32bee-c8f5-4060-8202-125c50104fd0 with Priority: HIGHEST for action security_group_members [ 1021.268925] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31f32bee-c8f5-4060-8202-125c50104fd0 with Priority: HIGHEST for action security_group_members [ 1021.270474] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-31f32bee-c8f5-4060-8202-125c50104fd0 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.270624] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31f32bee-c8f5-4060-8202-125c50104fd0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.270624] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31f32bee-c8f5-4060-8202-125c50104fd0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.270879] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31f32bee-c8f5-4060-8202-125c50104fd0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.271146] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.271307] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.271407] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.271644] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.271774] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.271917] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31f32bee-c8f5-4060-8202-125c50104fd0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.450686] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: deded647-2661-4b65-9a8e-0015d8484606 in Status: SUCCESS [ 1021.451975] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-deded647-2661-4b65-9a8e-0015d8484606" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.451975] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-deded647-2661-4b65-9a8e-0015d8484606" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.452189] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-deded647-2661-4b65-9a8e-0015d8484606" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.452468] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.452468] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.452684] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.452684] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.452784] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.452932] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-deded647-2661-4b65-9a8e-0015d8484606" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.453037] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('deded647-2661-4b65-9a8e-0015d8484606',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.776372] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.776372] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.776619] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.776680] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.776779] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.776988] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.777109] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.777171] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.777325] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.777408] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.777503] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31f32bee-c8f5-4060-8202-125c50104fd0 is going to be updated. [ 1021.816011] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.816206] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.816246] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.816442] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.816589] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.828278] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31f32bee-c8f5-4060-8202-125c50104fd0 in Status: IN_PROGRESS for 2s [ 1021.956423] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('deded647-2661-4b65-9a8e-0015d8484606',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.461108] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for deded647-2661-4b65-9a8e-0015d8484606: rpc.has_security_group_logging(os_id): False [ 1022.480868] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.480868] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.480868] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.481558] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.481558] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.481558] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.481558] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.482401] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.482401] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.482786] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.483032] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: deded647-2661-4b65-9a8e-0015d8484606 is going to be created. [ 1022.555267] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.555642] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.555642] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.555762] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.556038] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.565939] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: deded647-2661-4b65-9a8e-0015d8484606 in Status: IN_PROGRESS for 2s [ 1023.608694] env[65432]: INFO networking_nsxv3.common.synchronization [None req-c962fbd3-1eb0-446e-bd0c-d2e9d556cbcd None None] Enqueued Resource ID: 27b10e16-98bc-425f-8a32-6da438350c45 with Priority: HIGHEST for action port [ 1023.608694] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27b10e16-98bc-425f-8a32-6da438350c45 with Priority: HIGHEST for action port [ 1023.608694] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-27b10e16-98bc-425f-8a32-6da438350c45 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.608694] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27b10e16-98bc-425f-8a32-6da438350c45" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.609478] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27b10e16-98bc-425f-8a32-6da438350c45" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.609671] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27b10e16-98bc-425f-8a32-6da438350c45" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.609671] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27b10e16-98bc-425f-8a32-6da438350c45',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.842535] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31f32bee-c8f5-4060-8202-125c50104fd0 in Status: SUCCESS [ 1023.842535] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31f32bee-c8f5-4060-8202-125c50104fd0 deletion is rescheduled due to dependency. [ 1023.842535] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31f32bee-c8f5-4060-8202-125c50104fd0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.112224] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 27b10e16-98bc-425f-8a32-6da438350c45 [ 1024.112930] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.112930] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.113162] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.113235] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.113314] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.113424] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:27b10e16-98bc-425f-8a32-6da438350c45 already deleted. [ 1024.113545] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27b10e16-98bc-425f-8a32-6da438350c45" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.579313] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: deded647-2661-4b65-9a8e-0015d8484606 in Status: SUCCESS [ 1024.579313] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-deded647-2661-4b65-9a8e-0015d8484606" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.658020] env[65432]: INFO networking_nsxv3.common.synchronization [req-fff58c14-d15d-4071-a716-df1c3859b25d req-1e88712b-a65a-4e1a-b48a-6ea337d27d36 tempest-InstanceActionsTestJSON-1768991700 tempest-InstanceActionsTestJSON-1768991700-project-member] Enqueued Resource ID: 69868f43-fcf8-4f9e-8bf2-23662237b5c7 with Priority: HIGHEST for action security_group_members [ 1024.659189] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69868f43-fcf8-4f9e-8bf2-23662237b5c7 with Priority: HIGHEST for action security_group_members [ 1024.659822] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-69868f43-fcf8-4f9e-8bf2-23662237b5c7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.659822] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69868f43-fcf8-4f9e-8bf2-23662237b5c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.659822] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69868f43-fcf8-4f9e-8bf2-23662237b5c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.662707] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69868f43-fcf8-4f9e-8bf2-23662237b5c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.663364] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.663634] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.663947] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.664154] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.664325] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.664494] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69868f43-fcf8-4f9e-8bf2-23662237b5c7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.069807] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock network-277 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.070166] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "network-277" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.070321] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "network-277" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.070949] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "network-277" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.070949] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.071125] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.071213] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.071602] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.071869] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.072705] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1025.072705] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1025.072705] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1025.072859] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1025.072859] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1025.072961] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1025.073122] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1025.093716] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1025.093895] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1025.094052] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1025.094751] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "network-277" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.095126] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock port-37e425c0-13d7-44ea-b03a-925c7befb9e0 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.095384] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "port-37e425c0-13d7-44ea-b03a-925c7befb9e0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.095514] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "port-37e425c0-13d7-44ea-b03a-925c7befb9e0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.095846] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "port-37e425c0-13d7-44ea-b03a-925c7befb9e0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.096101] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37e425c0-13d7-44ea-b03a-925c7befb9e0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.167650] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.168623] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.168623] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.168623] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.168623] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.168623] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.168623] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.168623] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.169066] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.169154] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.169252] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69868f43-fcf8-4f9e-8bf2-23662237b5c7 already deleted. [ 1025.169335] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69868f43-fcf8-4f9e-8bf2-23662237b5c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.602940] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.603326] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.604800] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.604800] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.604800] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.604800] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Segment Port 37e425c0-13d7-44ea-b03a-925c7befb9e0 not found, creating... [ 1025.604800] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.604800] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.604800] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.605426] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.605426] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.605426] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.605756] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.605756] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.608285] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.608342] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.609460] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Resource: SegmentPort with ID: 37e425c0-13d7-44ea-b03a-925c7befb9e0 is going to be created. [ 1025.633622] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.633816] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.634028] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.634302] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.637243] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.637488] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "port-37e425c0-13d7-44ea-b03a-925c7befb9e0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.181886] env[65432]: INFO networking_nsxv3.common.synchronization [None req-35bc3b0c-9f33-466e-8cd5-add358fe5bf5 None None] Enqueued Resource ID: 8be9bcf3-7366-404f-a930-5aa020274628 with Priority: HIGHEST for action port [ 1026.182461] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8be9bcf3-7366-404f-a930-5aa020274628 with Priority: HIGHEST for action port [ 1026.183051] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-8be9bcf3-7366-404f-a930-5aa020274628 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.183051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8be9bcf3-7366-404f-a930-5aa020274628" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.183051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8be9bcf3-7366-404f-a930-5aa020274628" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.183297] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8be9bcf3-7366-404f-a930-5aa020274628" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.183297] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8be9bcf3-7366-404f-a930-5aa020274628',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.416429] env[65432]: INFO networking_nsxv3.common.synchronization [req-fff58c14-d15d-4071-a716-df1c3859b25d req-48662f90-bfac-4d2e-b762-21d0e0c4baf6 service nova] Enqueued Resource ID: 69868f43-fcf8-4f9e-8bf2-23662237b5c7 with Priority: HIGHEST for action security_group_rules [ 1026.416429] env[65432]: INFO networking_nsxv3.common.synchronization [req-fff58c14-d15d-4071-a716-df1c3859b25d req-48662f90-bfac-4d2e-b762-21d0e0c4baf6 service nova] Enqueued Resource ID: 69868f43-fcf8-4f9e-8bf2-23662237b5c7 with Priority: HIGHEST for action security_group_members [ 1026.416429] env[65432]: INFO networking_nsxv3.common.synchronization [req-fff58c14-d15d-4071-a716-df1c3859b25d req-48662f90-bfac-4d2e-b762-21d0e0c4baf6 service nova] Enqueued Resource ID: 37e425c0-13d7-44ea-b03a-925c7befb9e0 with Priority: HIGHEST for action port [ 1026.417090] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69868f43-fcf8-4f9e-8bf2-23662237b5c7 with Priority: HIGHEST for action security_group_rules [ 1026.417414] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69868f43-fcf8-4f9e-8bf2-23662237b5c7 with Priority: HIGHEST for action security_group_members [ 1026.417611] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37e425c0-13d7-44ea-b03a-925c7befb9e0 with Priority: HIGHEST for action port [ 1026.417949] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69868f43-fcf8-4f9e-8bf2-23662237b5c7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.418117] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69868f43-fcf8-4f9e-8bf2-23662237b5c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.418188] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69868f43-fcf8-4f9e-8bf2-23662237b5c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.418548] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69868f43-fcf8-4f9e-8bf2-23662237b5c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.418689] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69868f43-fcf8-4f9e-8bf2-23662237b5c7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.419948] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-69868f43-fcf8-4f9e-8bf2-23662237b5c7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.420127] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69868f43-fcf8-4f9e-8bf2-23662237b5c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.420255] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69868f43-fcf8-4f9e-8bf2-23662237b5c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.420541] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69868f43-fcf8-4f9e-8bf2-23662237b5c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.420805] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.420945] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.421039] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.421225] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.421318] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.421416] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69868f43-fcf8-4f9e-8bf2-23662237b5c7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.422954] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-37e425c0-13d7-44ea-b03a-925c7befb9e0 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.423088] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37e425c0-13d7-44ea-b03a-925c7befb9e0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.423194] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37e425c0-13d7-44ea-b03a-925c7befb9e0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.423323] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37e425c0-13d7-44ea-b03a-925c7befb9e0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.423405] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37e425c0-13d7-44ea-b03a-925c7befb9e0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.685846] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8be9bcf3-7366-404f-a930-5aa020274628 [ 1026.687031] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.687031] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.687031] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.687031] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.687031] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.687031] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8be9bcf3-7366-404f-a930-5aa020274628 already deleted. [ 1026.687031] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8be9bcf3-7366-404f-a930-5aa020274628" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.882414] env[65432]: INFO networking_nsxv3.common.synchronization [req-2b6f9374-0230-4ea6-86d3-40e78970b59e req-25a2ec92-1c3a-49a3-b875-e1755672bffe tempest-ServersTestJSON-755690962 tempest-ServersTestJSON-755690962-project-member] Enqueued Resource ID: b2a0225d-ef64-45a1-b899-4119011dd94d with Priority: HIGHEST for action security_group_members [ 1026.882962] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2a0225d-ef64-45a1-b899-4119011dd94d with Priority: HIGHEST for action security_group_members [ 1026.885449] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2a0225d-ef64-45a1-b899-4119011dd94d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.885449] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.885449] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.885449] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.885449] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.885449] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.885449] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.885449] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.885449] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.885449] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2a0225d-ef64-45a1-b899-4119011dd94d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.925206] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-69868f43-fcf8-4f9e-8bf2-23662237b5c7 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.925445] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69868f43-fcf8-4f9e-8bf2-23662237b5c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.925619] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 37e425c0-13d7-44ea-b03a-925c7befb9e0 with status ACTIVE [ 1026.925824] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.925936] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.926017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.926215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.926319] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.926495] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.926594] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.926656] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.926817] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.926896] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.927097] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.927274] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.927274] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.927393] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.927470] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.927552] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 37e425c0-13d7-44ea-b03a-925c7befb9e0 is going to be updated. [ 1026.928985] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69868f43-fcf8-4f9e-8bf2-23662237b5c7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.949203] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.949399] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.949399] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.949577] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.949716] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.949873] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37e425c0-13d7-44ea-b03a-925c7befb9e0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.269808] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock network-484 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.270265] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "network-484" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.270412] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "network-484" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.270679] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "network-484" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.270975] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.271182] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.271307] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.271587] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.271738] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.271980] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1027.272117] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1027.272229] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1027.272510] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1027.272510] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1027.272643] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1027.272793] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1027.293692] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1027.293968] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1027.294174] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1027.294347] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "network-484" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.294698] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock port-7bf8822c-baf7-4005-9f0a-f5e14c7e0172 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.294881] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "port-7bf8822c-baf7-4005-9f0a-f5e14c7e0172" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.294997] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "port-7bf8822c-baf7-4005-9f0a-f5e14c7e0172" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.295402] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "port-7bf8822c-baf7-4005-9f0a-f5e14c7e0172" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.295567] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bf8822c-baf7-4005-9f0a-f5e14c7e0172',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.386644] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2a0225d-ef64-45a1-b899-4119011dd94d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.432021] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69868f43-fcf8-4f9e-8bf2-23662237b5c7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.798279] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.798493] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.798616] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.798896] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.799047] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.799198] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Segment Port 7bf8822c-baf7-4005-9f0a-f5e14c7e0172 not found, creating... [ 1027.799454] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.799605] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.799714] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.799926] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.800194] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.800344] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.800523] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.800596] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.800792] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.800917] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.801060] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Resource: SegmentPort with ID: 7bf8822c-baf7-4005-9f0a-f5e14c7e0172 is going to be created. [ 1027.821604] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.821838] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.821960] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.822329] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.822579] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.822807] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "port-7bf8822c-baf7-4005-9f0a-f5e14c7e0172" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.888447] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2a0225d-ef64-45a1-b899-4119011dd94d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.934197] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.934352] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.934412] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.934619] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.934706] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.934801] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69868f43-fcf8-4f9e-8bf2-23662237b5c7 is going to be created. [ 1027.977530] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.977530] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.977772] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.977816] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.977958] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.997467] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69868f43-fcf8-4f9e-8bf2-23662237b5c7 in Status: UNINITIALIZED for 2s [ 1028.192917] env[65432]: INFO networking_nsxv3.common.synchronization [None req-603e5608-42c2-4250-941e-70e13f7b1353 None None] Enqueued Resource ID: 9de942de-7486-4f1b-850e-5a183b37c641 with Priority: HIGHEST for action port [ 1028.197022] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9de942de-7486-4f1b-850e-5a183b37c641 with Priority: HIGHEST for action port [ 1028.197022] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-9de942de-7486-4f1b-850e-5a183b37c641 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.197022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9de942de-7486-4f1b-850e-5a183b37c641" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.197022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9de942de-7486-4f1b-850e-5a183b37c641" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.197022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9de942de-7486-4f1b-850e-5a183b37c641" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.197022] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9de942de-7486-4f1b-850e-5a183b37c641',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.391981] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.392474] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.392474] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.392651] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.392775] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.392884] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2a0225d-ef64-45a1-b899-4119011dd94d is going to be updated. [ 1028.432198] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.432198] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.432198] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.432868] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.433065] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.443047] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2a0225d-ef64-45a1-b899-4119011dd94d in Status: IN_PROGRESS for 2s [ 1028.633937] env[65432]: INFO networking_nsxv3.common.synchronization [req-2b6f9374-0230-4ea6-86d3-40e78970b59e req-2265680b-d413-4625-913b-f600898b3312 service nova] Enqueued Resource ID: b2a0225d-ef64-45a1-b899-4119011dd94d with Priority: HIGHEST for action security_group_rules [ 1028.634174] env[65432]: INFO networking_nsxv3.common.synchronization [req-2b6f9374-0230-4ea6-86d3-40e78970b59e req-2265680b-d413-4625-913b-f600898b3312 service nova] Enqueued Resource ID: b2a0225d-ef64-45a1-b899-4119011dd94d with Priority: HIGHEST for action security_group_members [ 1028.634321] env[65432]: INFO networking_nsxv3.common.synchronization [req-2b6f9374-0230-4ea6-86d3-40e78970b59e req-2265680b-d413-4625-913b-f600898b3312 service nova] Enqueued Resource ID: 7bf8822c-baf7-4005-9f0a-f5e14c7e0172 with Priority: HIGHEST for action port [ 1028.636291] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2a0225d-ef64-45a1-b899-4119011dd94d with Priority: HIGHEST for action security_group_rules [ 1028.636511] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2a0225d-ef64-45a1-b899-4119011dd94d with Priority: HIGHEST for action security_group_members [ 1028.636588] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bf8822c-baf7-4005-9f0a-f5e14c7e0172 with Priority: HIGHEST for action port [ 1028.636921] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2a0225d-ef64-45a1-b899-4119011dd94d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.637028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.637094] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.637303] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.637435] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2a0225d-ef64-45a1-b899-4119011dd94d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.640720] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2a0225d-ef64-45a1-b899-4119011dd94d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.640720] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.640720] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-7bf8822c-baf7-4005-9f0a-f5e14c7e0172 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.640720] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7bf8822c-baf7-4005-9f0a-f5e14c7e0172" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.640720] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7bf8822c-baf7-4005-9f0a-f5e14c7e0172" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.640720] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7bf8822c-baf7-4005-9f0a-f5e14c7e0172" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.640720] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bf8822c-baf7-4005-9f0a-f5e14c7e0172',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.698816] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9de942de-7486-4f1b-850e-5a183b37c641 [ 1028.699387] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.699387] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.699387] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.699632] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.699704] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.699808] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9de942de-7486-4f1b-850e-5a183b37c641 already deleted. [ 1028.699974] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9de942de-7486-4f1b-850e-5a183b37c641" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.813449] env[65432]: INFO networking_nsxv3.common.synchronization [None req-28507479-6e74-4fbf-869d-4d97a12a8e93 tempest-ImagesOneServerNegativeTestJSON-1778316098 tempest-ImagesOneServerNegativeTestJSON-1778316098-project-member] Enqueued Resource ID: b1ececdc-cf0d-442f-aea6-90831bf672e7 with Priority: HIGHEST for action security_group_rules [ 1028.813449] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1ececdc-cf0d-442f-aea6-90831bf672e7 with Priority: HIGHEST for action security_group_rules [ 1028.813449] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1ececdc-cf0d-442f-aea6-90831bf672e7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.813449] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1ececdc-cf0d-442f-aea6-90831bf672e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.813449] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1ececdc-cf0d-442f-aea6-90831bf672e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.814076] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1ececdc-cf0d-442f-aea6-90831bf672e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.814323] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1ececdc-cf0d-442f-aea6-90831bf672e7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.086475] env[65432]: INFO networking_nsxv3.common.synchronization [None req-7076bb91-fde5-4a1c-99d3-14585b7e1b4c tempest-ImagesOneServerNegativeTestJSON-1778316098 tempest-ImagesOneServerNegativeTestJSON-1778316098-project-member] Enqueued Resource ID: b1ececdc-cf0d-442f-aea6-90831bf672e7 with Priority: HIGHEST for action security_group_rules [ 1029.088119] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1ececdc-cf0d-442f-aea6-90831bf672e7 with Priority: HIGHEST for action security_group_rules [ 1029.089070] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1ececdc-cf0d-442f-aea6-90831bf672e7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.089070] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1ececdc-cf0d-442f-aea6-90831bf672e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.142029] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2a0225d-ef64-45a1-b899-4119011dd94d taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.142029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.142029] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7bf8822c-baf7-4005-9f0a-f5e14c7e0172 with status ACTIVE [ 1029.142257] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.142257] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.142345] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.142494] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.142583] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.142755] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.142851] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.142912] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.143082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.143192] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.143429] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.143429] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.143522] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.143612] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.143689] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.143772] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7bf8822c-baf7-4005-9f0a-f5e14c7e0172 is going to be updated. [ 1029.168693] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.172017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.172017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.172017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.172017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.172017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7bf8822c-baf7-4005-9f0a-f5e14c7e0172" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.348137] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.348137] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.348137] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.348137] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.348137] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.348471] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1ececdc-cf0d-442f-aea6-90831bf672e7 already deleted. [ 1029.348471] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1ececdc-cf0d-442f-aea6-90831bf672e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.349502] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1ececdc-cf0d-442f-aea6-90831bf672e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.349502] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1ececdc-cf0d-442f-aea6-90831bf672e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.349502] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1ececdc-cf0d-442f-aea6-90831bf672e7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.874680] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.875250] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.875250] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.877047] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.877163] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.877279] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1ececdc-cf0d-442f-aea6-90831bf672e7 already deleted. [ 1029.877373] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1ececdc-cf0d-442f-aea6-90831bf672e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.009679] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69868f43-fcf8-4f9e-8bf2-23662237b5c7 in Status: SUCCESS [ 1030.010678] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69868f43-fcf8-4f9e-8bf2-23662237b5c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.010678] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69868f43-fcf8-4f9e-8bf2-23662237b5c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.010678] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69868f43-fcf8-4f9e-8bf2-23662237b5c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.010678] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.011155] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.011155] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.011155] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.011155] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.011449] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69868f43-fcf8-4f9e-8bf2-23662237b5c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.011449] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('69868f43-fcf8-4f9e-8bf2-23662237b5c7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.459683] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2a0225d-ef64-45a1-b899-4119011dd94d in Status: SUCCESS [ 1030.459850] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.460104] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.460368] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.460566] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.460679] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.460748] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.460887] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.460964] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.461069] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2a0225d-ef64-45a1-b899-4119011dd94d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.516195] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-69868f43-fcf8-4f9e-8bf2-23662237b5c7 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.516494] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69868f43-fcf8-4f9e-8bf2-23662237b5c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.516641] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69868f43-fcf8-4f9e-8bf2-23662237b5c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.516964] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69868f43-fcf8-4f9e-8bf2-23662237b5c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.517326] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.517498] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.517618] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.517903] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.518075] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.518562] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69868f43-fcf8-4f9e-8bf2-23662237b5c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.518562] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-69868f43-fcf8-4f9e-8bf2-23662237b5c7 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.518657] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69868f43-fcf8-4f9e-8bf2-23662237b5c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.518815] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69868f43-fcf8-4f9e-8bf2-23662237b5c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.518964] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69868f43-fcf8-4f9e-8bf2-23662237b5c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.519239] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.519385] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.519488] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.519787] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.519887] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.520029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69868f43-fcf8-4f9e-8bf2-23662237b5c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.520215] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('69868f43-fcf8-4f9e-8bf2-23662237b5c7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.963741] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2a0225d-ef64-45a1-b899-4119011dd94d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.023500] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 69868f43-fcf8-4f9e-8bf2-23662237b5c7: rpc.has_security_group_logging(os_id): False [ 1031.042081] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.042221] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.042289] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.042503] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.042587] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.042795] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.042886] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.042946] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.043326] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.043326] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.043462] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.043513] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.043572] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.043711] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.043781] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.043954] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.044488] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.044631] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.044817] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.044935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.045094] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69868f43-fcf8-4f9e-8bf2-23662237b5c7 is going to be created. [ 1031.117852] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.118249] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.118328] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.118561] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.118751] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.133804] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69868f43-fcf8-4f9e-8bf2-23662237b5c7 in Status: IN_PROGRESS for 2s [ 1031.249632] env[65432]: INFO networking_nsxv3.common.synchronization [req-11e523ac-a386-45d9-9d91-0bf031817cbd req-887233b3-da17-42e4-8768-7b3771c21427 tempest-ServerTagsTestJSON-1444318648 tempest-ServerTagsTestJSON-1444318648-project-member] Enqueued Resource ID: d6d5ae8e-6c25-4850-974b-172e7aab7670 with Priority: HIGHEST for action security_group_members [ 1031.250237] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6d5ae8e-6c25-4850-974b-172e7aab7670 with Priority: HIGHEST for action security_group_members [ 1031.250647] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6d5ae8e-6c25-4850-974b-172e7aab7670 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.250748] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6d5ae8e-6c25-4850-974b-172e7aab7670" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.250791] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6d5ae8e-6c25-4850-974b-172e7aab7670" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.251688] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6d5ae8e-6c25-4850-974b-172e7aab7670" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.251688] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.251844] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.251844] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.252081] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.252134] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.252275] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6d5ae8e-6c25-4850-974b-172e7aab7670',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.352378] env[65432]: INFO networking_nsxv3.common.synchronization [None req-42170e4e-8c30-4ad0-a9a7-c934221e73a8 None None] Enqueued Resource ID: 3f19a4e6-e574-4084-89ef-4f1a0bd8666d with Priority: HIGHEST for action port [ 1031.352893] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f19a4e6-e574-4084-89ef-4f1a0bd8666d with Priority: HIGHEST for action port [ 1031.353535] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f19a4e6-e574-4084-89ef-4f1a0bd8666d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.353664] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f19a4e6-e574-4084-89ef-4f1a0bd8666d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.353732] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f19a4e6-e574-4084-89ef-4f1a0bd8666d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.353984] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f19a4e6-e574-4084-89ef-4f1a0bd8666d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.354095] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f19a4e6-e574-4084-89ef-4f1a0bd8666d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.466264] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2a0225d-ef64-45a1-b899-4119011dd94d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.692554] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock network-766 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.693541] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "network-766" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.693541] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "network-766" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.693541] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "network-766" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.693541] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.693994] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.693994] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.693994] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.694145] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.694329] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1031.694435] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1031.694531] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1031.694636] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1031.694758] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1031.694872] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1031.695041] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1031.728321] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1031.728321] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1031.728321] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1031.728321] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "network-766" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.728533] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock port-b56d4e0f-769a-4c1c-9c0f-50d0ac4b0363 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.728743] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "port-b56d4e0f-769a-4c1c-9c0f-50d0ac4b0363" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.728884] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "port-b56d4e0f-769a-4c1c-9c0f-50d0ac4b0363" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.729882] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "port-b56d4e0f-769a-4c1c-9c0f-50d0ac4b0363" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.729882] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b56d4e0f-769a-4c1c-9c0f-50d0ac4b0363',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.754692] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.754886] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.754942] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.755219] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.755219] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.755449] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.755555] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.755616] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.755759] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.755863] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.755946] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6d5ae8e-6c25-4850-974b-172e7aab7670 already deleted. [ 1031.756039] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6d5ae8e-6c25-4850-974b-172e7aab7670" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.856634] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3f19a4e6-e574-4084-89ef-4f1a0bd8666d [ 1031.856969] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.857132] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.857207] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.857424] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.857514] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.857606] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3f19a4e6-e574-4084-89ef-4f1a0bd8666d already deleted. [ 1031.857721] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f19a4e6-e574-4084-89ef-4f1a0bd8666d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.969014] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.969477] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.969477] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.969477] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.969672] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.969672] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2a0225d-ef64-45a1-b899-4119011dd94d is going to be updated. [ 1032.009729] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.009729] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.009987] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.010288] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.010553] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.024290] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2a0225d-ef64-45a1-b899-4119011dd94d in Status: IN_PROGRESS for 2s [ 1032.232073] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.232324] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.232440] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.232721] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.232866] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.233028] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Segment Port b56d4e0f-769a-4c1c-9c0f-50d0ac4b0363 not found, creating... [ 1032.233294] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.233471] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.233608] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.233828] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.233956] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.234264] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.234398] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.234542] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.234722] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.234846] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.234981] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Resource: SegmentPort with ID: b56d4e0f-769a-4c1c-9c0f-50d0ac4b0363 is going to be created. [ 1032.262372] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.262608] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.262765] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.263061] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.263294] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.263517] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "port-b56d4e0f-769a-4c1c-9c0f-50d0ac4b0363" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.981315] env[65432]: INFO networking_nsxv3.common.synchronization [req-11e523ac-a386-45d9-9d91-0bf031817cbd req-42f1457b-151a-4f7f-9d98-a1fbc6a95f7d service nova] Enqueued Resource ID: d6d5ae8e-6c25-4850-974b-172e7aab7670 with Priority: HIGHEST for action security_group_rules [ 1032.981617] env[65432]: INFO networking_nsxv3.common.synchronization [req-11e523ac-a386-45d9-9d91-0bf031817cbd req-42f1457b-151a-4f7f-9d98-a1fbc6a95f7d service nova] Enqueued Resource ID: d6d5ae8e-6c25-4850-974b-172e7aab7670 with Priority: HIGHEST for action security_group_members [ 1032.981734] env[65432]: INFO networking_nsxv3.common.synchronization [req-11e523ac-a386-45d9-9d91-0bf031817cbd req-42f1457b-151a-4f7f-9d98-a1fbc6a95f7d service nova] Enqueued Resource ID: b56d4e0f-769a-4c1c-9c0f-50d0ac4b0363 with Priority: HIGHEST for action port [ 1032.982835] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6d5ae8e-6c25-4850-974b-172e7aab7670 with Priority: HIGHEST for action security_group_rules [ 1032.983058] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6d5ae8e-6c25-4850-974b-172e7aab7670 with Priority: HIGHEST for action security_group_members [ 1032.983256] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b56d4e0f-769a-4c1c-9c0f-50d0ac4b0363 with Priority: HIGHEST for action port [ 1032.984913] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6d5ae8e-6c25-4850-974b-172e7aab7670 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.984913] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6d5ae8e-6c25-4850-974b-172e7aab7670" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.984913] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6d5ae8e-6c25-4850-974b-172e7aab7670" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.985172] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6d5ae8e-6c25-4850-974b-172e7aab7670" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.985172] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6d5ae8e-6c25-4850-974b-172e7aab7670',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.986892] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6d5ae8e-6c25-4850-974b-172e7aab7670 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.986892] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6d5ae8e-6c25-4850-974b-172e7aab7670" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.986892] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6d5ae8e-6c25-4850-974b-172e7aab7670" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.986892] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6d5ae8e-6c25-4850-974b-172e7aab7670" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.986892] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.986892] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.986892] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.987159] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.987159] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.987218] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6d5ae8e-6c25-4850-974b-172e7aab7670',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.988573] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-b56d4e0f-769a-4c1c-9c0f-50d0ac4b0363 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.988573] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b56d4e0f-769a-4c1c-9c0f-50d0ac4b0363" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.988573] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b56d4e0f-769a-4c1c-9c0f-50d0ac4b0363" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.988573] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b56d4e0f-769a-4c1c-9c0f-50d0ac4b0363" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.988573] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b56d4e0f-769a-4c1c-9c0f-50d0ac4b0363',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.146154] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69868f43-fcf8-4f9e-8bf2-23662237b5c7 in Status: SUCCESS [ 1033.147024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69868f43-fcf8-4f9e-8bf2-23662237b5c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.298023] env[65432]: INFO networking_nsxv3.common.synchronization [req-7b7172e4-b123-4fd9-9958-980135fe2c3f req-b4617af8-a32e-4b8b-b237-271943581409 tempest-AttachVolumeShelveTestJSON-915281632 tempest-AttachVolumeShelveTestJSON-915281632-project-member] Enqueued Resource ID: 2d3a473f-48c6-4084-bb28-2a09e6a60184 with Priority: HIGHEST for action security_group_members [ 1033.298023] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d3a473f-48c6-4084-bb28-2a09e6a60184 with Priority: HIGHEST for action security_group_members [ 1033.299185] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d3a473f-48c6-4084-bb28-2a09e6a60184 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.299396] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d3a473f-48c6-4084-bb28-2a09e6a60184" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.299578] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d3a473f-48c6-4084-bb28-2a09e6a60184" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.299718] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d3a473f-48c6-4084-bb28-2a09e6a60184" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.300063] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.300063] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.300272] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.300307] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.300397] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.300780] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d3a473f-48c6-4084-bb28-2a09e6a60184',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.344915] env[65432]: INFO networking_nsxv3.common.synchronization [req-bca4f2ca-2a79-4d4f-83cc-16df6e4736d3 req-8012cd99-1a02-450a-9ef1-f3aa17a35827 tempest-ServerActionsTestOtherA-1585184968 tempest-ServerActionsTestOtherA-1585184968-project-member] Enqueued Resource ID: 465e550c-c3fd-4157-8660-2733a9cb25d2 with Priority: HIGHEST for action security_group_members [ 1033.345943] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 465e550c-c3fd-4157-8660-2733a9cb25d2 with Priority: HIGHEST for action security_group_members [ 1033.346290] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-465e550c-c3fd-4157-8660-2733a9cb25d2 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.346473] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-465e550c-c3fd-4157-8660-2733a9cb25d2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.346473] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-465e550c-c3fd-4157-8660-2733a9cb25d2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.346669] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-465e550c-c3fd-4157-8660-2733a9cb25d2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.346824] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.346943] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.347091] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.347193] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.347275] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.347371] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('465e550c-c3fd-4157-8660-2733a9cb25d2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.491488] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6d5ae8e-6c25-4850-974b-172e7aab7670 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.495022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6d5ae8e-6c25-4850-974b-172e7aab7670" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.495022] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d6d5ae8e-6c25-4850-974b-172e7aab7670',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.495022] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b56d4e0f-769a-4c1c-9c0f-50d0ac4b0363 with status ACTIVE [ 1033.495022] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.495022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.495022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.495022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.495022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.495022] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.495726] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.495881] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.496116] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.496214] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.496454] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.496577] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.496642] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.496812] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.496913] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.496980] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b56d4e0f-769a-4c1c-9c0f-50d0ac4b0363 is going to be updated. [ 1033.534452] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.534768] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.534882] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.535135] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.535323] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.535581] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b56d4e0f-769a-4c1c-9c0f-50d0ac4b0363" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.806952] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.807143] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.807324] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.807565] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.807692] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.807940] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.808108] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.808178] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.808404] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.808538] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.808638] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d3a473f-48c6-4084-bb28-2a09e6a60184 is going to be updated. [ 1033.844782] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.847327] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.847327] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.847327] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.847327] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.849854] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.850107] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.850107] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.850439] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.850546] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.850765] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.850879] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.850948] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.851165] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.851326] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.851488] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 465e550c-c3fd-4157-8660-2733a9cb25d2 is going to be updated. [ 1033.855952] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d3a473f-48c6-4084-bb28-2a09e6a60184 in Status: IN_PROGRESS for 2s [ 1033.886251] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.886251] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.886251] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.886251] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.886251] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.898994] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 465e550c-c3fd-4157-8660-2733a9cb25d2 in Status: IN_PROGRESS for 2s [ 1033.999229] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d6d5ae8e-6c25-4850-974b-172e7aab7670',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.042022] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2a0225d-ef64-45a1-b899-4119011dd94d in Status: SUCCESS [ 1034.042022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.042022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.042022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.042022] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.042022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.042022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.042022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.042022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.042783] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.042783] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b2a0225d-ef64-45a1-b899-4119011dd94d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.501609] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.501609] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.501609] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.501845] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.501845] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.502050] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6d5ae8e-6c25-4850-974b-172e7aab7670 is going to be created. [ 1034.527395] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.527604] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.527604] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.527816] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.528299] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.538904] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6d5ae8e-6c25-4850-974b-172e7aab7670 in Status: UNINITIALIZED for 2s [ 1034.545064] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2a0225d-ef64-45a1-b899-4119011dd94d taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.545064] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.545064] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.545064] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.545332] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.545332] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.545332] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.545433] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.545598] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.545660] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.546695] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2a0225d-ef64-45a1-b899-4119011dd94d taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.546695] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.546695] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.546695] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.546695] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.546695] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.546695] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.546695] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.546695] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.546695] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.547217] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b2a0225d-ef64-45a1-b899-4119011dd94d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.049918] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b2a0225d-ef64-45a1-b899-4119011dd94d: rpc.has_security_group_logging(os_id): False [ 1035.070198] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.070198] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.070198] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.070198] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.070198] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.070198] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.070198] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.070198] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.070198] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.070563] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.070563] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.070563] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.070675] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.070710] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.070781] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.070970] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.071066] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.071124] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.071259] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.071325] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.071403] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2a0225d-ef64-45a1-b899-4119011dd94d is going to be updated. [ 1035.141681] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.141865] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.142010] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.142860] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.143156] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.161259] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2a0225d-ef64-45a1-b899-4119011dd94d in Status: IN_PROGRESS for 2s [ 1035.867349] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d3a473f-48c6-4084-bb28-2a09e6a60184 in Status: SUCCESS [ 1035.867349] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d3a473f-48c6-4084-bb28-2a09e6a60184 deletion is rescheduled due to dependency. [ 1035.867349] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d3a473f-48c6-4084-bb28-2a09e6a60184" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.909064] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 465e550c-c3fd-4157-8660-2733a9cb25d2 in Status: SUCCESS [ 1035.909064] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 465e550c-c3fd-4157-8660-2733a9cb25d2 deletion is rescheduled due to dependency. [ 1035.909064] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-465e550c-c3fd-4157-8660-2733a9cb25d2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.548976] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6d5ae8e-6c25-4850-974b-172e7aab7670 in Status: SUCCESS [ 1036.549383] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6d5ae8e-6c25-4850-974b-172e7aab7670" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.549383] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6d5ae8e-6c25-4850-974b-172e7aab7670" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.549730] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6d5ae8e-6c25-4850-974b-172e7aab7670" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.549929] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.550063] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.550132] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.550304] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.550384] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.550471] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6d5ae8e-6c25-4850-974b-172e7aab7670" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.550564] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d6d5ae8e-6c25-4850-974b-172e7aab7670',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.054107] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6d5ae8e-6c25-4850-974b-172e7aab7670 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.054107] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6d5ae8e-6c25-4850-974b-172e7aab7670" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.054107] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6d5ae8e-6c25-4850-974b-172e7aab7670" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.054107] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6d5ae8e-6c25-4850-974b-172e7aab7670" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.054607] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.054607] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.054607] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.054775] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.055039] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.055219] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6d5ae8e-6c25-4850-974b-172e7aab7670" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.055503] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6d5ae8e-6c25-4850-974b-172e7aab7670 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.055717] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6d5ae8e-6c25-4850-974b-172e7aab7670" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.055813] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6d5ae8e-6c25-4850-974b-172e7aab7670" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.056085] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6d5ae8e-6c25-4850-974b-172e7aab7670" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.056392] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.056656] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.056656] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.056984] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.057122] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.057295] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6d5ae8e-6c25-4850-974b-172e7aab7670" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.057583] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d6d5ae8e-6c25-4850-974b-172e7aab7670',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.177083] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2a0225d-ef64-45a1-b899-4119011dd94d in Status: SUCCESS [ 1037.177083] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.230523] env[65432]: INFO networking_nsxv3.common.synchronization [req-bb71f2ed-644e-4e7a-b71e-c7c1485312e3 req-0161491a-a6b9-4660-97fc-848d9a9c63eb tempest-ServerMetadataTestJSON-462295990 tempest-ServerMetadataTestJSON-462295990-project-member] Enqueued Resource ID: 4cde2e48-8ef9-4515-a269-e7e4ba6f3fb7 with Priority: HIGHEST for action security_group_members [ 1037.231133] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cde2e48-8ef9-4515-a269-e7e4ba6f3fb7 with Priority: HIGHEST for action security_group_members [ 1037.231489] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cde2e48-8ef9-4515-a269-e7e4ba6f3fb7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.231633] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cde2e48-8ef9-4515-a269-e7e4ba6f3fb7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.231737] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cde2e48-8ef9-4515-a269-e7e4ba6f3fb7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.232023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cde2e48-8ef9-4515-a269-e7e4ba6f3fb7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.232663] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.232784] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.232852] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.233108] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.233108] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.233202] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4cde2e48-8ef9-4515-a269-e7e4ba6f3fb7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.561327] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d6d5ae8e-6c25-4850-974b-172e7aab7670: rpc.has_security_group_logging(os_id): False [ 1037.571663] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock network-457 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.571953] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "network-457" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.572215] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "network-457" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.572621] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "network-457" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.573017] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.573417] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.573678] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.574055] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.574397] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.574750] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1037.575378] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1037.575378] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1037.575378] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1037.577643] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1037.577643] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1037.577643] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1037.581268] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.581390] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.581453] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.581645] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.581735] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.581941] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.582112] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.582187] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.582387] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.582439] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.582607] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.582755] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.582828] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.582975] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.583069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.583254] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.583374] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.583482] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.583576] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.583736] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.583855] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6d5ae8e-6c25-4850-974b-172e7aab7670 is going to be created. [ 1037.599058] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1037.599301] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1037.599444] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1037.599760] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "network-457" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.600635] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock port-14a6a675-44eb-4888-b78e-833b6a162f01 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.600635] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "port-14a6a675-44eb-4888-b78e-833b6a162f01" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.600635] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "port-14a6a675-44eb-4888-b78e-833b6a162f01" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.600893] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "port-14a6a675-44eb-4888-b78e-833b6a162f01" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.600945] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14a6a675-44eb-4888-b78e-833b6a162f01',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.646913] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.647102] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.647102] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.647973] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.647973] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.658789] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6d5ae8e-6c25-4850-974b-172e7aab7670 in Status: IN_PROGRESS for 2s [ 1037.736058] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.736312] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.736423] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.736715] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.737337] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.737337] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.737337] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.737539] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.737991] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.737991] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.737991] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4cde2e48-8ef9-4515-a269-e7e4ba6f3fb7 already deleted. [ 1037.737991] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cde2e48-8ef9-4515-a269-e7e4ba6f3fb7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.103280] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.103513] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.103694] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.103965] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.104128] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.104284] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Segment Port 14a6a675-44eb-4888-b78e-833b6a162f01 not found, creating... [ 1038.104547] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.104703] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.104818] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.105098] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.105183] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.105458] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.105632] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.105795] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.105960] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.106805] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.106981] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Resource: SegmentPort with ID: 14a6a675-44eb-4888-b78e-833b6a162f01 is going to be created. [ 1038.129886] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.130141] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.130324] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.130502] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.130965] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.131252] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "port-14a6a675-44eb-4888-b78e-833b6a162f01" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.857264] env[65432]: INFO networking_nsxv3.common.synchronization [req-bb71f2ed-644e-4e7a-b71e-c7c1485312e3 req-c4cf738c-c49a-4fc6-a59f-1929cd58788a service nova] Enqueued Resource ID: 4cde2e48-8ef9-4515-a269-e7e4ba6f3fb7 with Priority: HIGHEST for action security_group_rules [ 1038.860960] env[65432]: INFO networking_nsxv3.common.synchronization [req-bb71f2ed-644e-4e7a-b71e-c7c1485312e3 req-c4cf738c-c49a-4fc6-a59f-1929cd58788a service nova] Enqueued Resource ID: 4cde2e48-8ef9-4515-a269-e7e4ba6f3fb7 with Priority: HIGHEST for action security_group_members [ 1038.860960] env[65432]: INFO networking_nsxv3.common.synchronization [req-bb71f2ed-644e-4e7a-b71e-c7c1485312e3 req-c4cf738c-c49a-4fc6-a59f-1929cd58788a service nova] Enqueued Resource ID: 14a6a675-44eb-4888-b78e-833b6a162f01 with Priority: HIGHEST for action port [ 1038.860960] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cde2e48-8ef9-4515-a269-e7e4ba6f3fb7 with Priority: HIGHEST for action security_group_rules [ 1038.860960] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cde2e48-8ef9-4515-a269-e7e4ba6f3fb7 with Priority: HIGHEST for action security_group_members [ 1038.860960] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14a6a675-44eb-4888-b78e-833b6a162f01 with Priority: HIGHEST for action port [ 1038.860960] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4cde2e48-8ef9-4515-a269-e7e4ba6f3fb7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.860960] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4cde2e48-8ef9-4515-a269-e7e4ba6f3fb7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.860960] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4cde2e48-8ef9-4515-a269-e7e4ba6f3fb7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.860960] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4cde2e48-8ef9-4515-a269-e7e4ba6f3fb7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.860960] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4cde2e48-8ef9-4515-a269-e7e4ba6f3fb7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.860960] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cde2e48-8ef9-4515-a269-e7e4ba6f3fb7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.860960] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cde2e48-8ef9-4515-a269-e7e4ba6f3fb7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.860960] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cde2e48-8ef9-4515-a269-e7e4ba6f3fb7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.860960] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cde2e48-8ef9-4515-a269-e7e4ba6f3fb7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.860960] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.862073] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.862073] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.862073] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.862073] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.862073] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4cde2e48-8ef9-4515-a269-e7e4ba6f3fb7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.862565] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-14a6a675-44eb-4888-b78e-833b6a162f01 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.862719] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14a6a675-44eb-4888-b78e-833b6a162f01" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.862811] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14a6a675-44eb-4888-b78e-833b6a162f01" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.862997] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14a6a675-44eb-4888-b78e-833b6a162f01" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.863761] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14a6a675-44eb-4888-b78e-833b6a162f01',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.365642] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cde2e48-8ef9-4515-a269-e7e4ba6f3fb7 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.365810] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cde2e48-8ef9-4515-a269-e7e4ba6f3fb7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.365977] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4cde2e48-8ef9-4515-a269-e7e4ba6f3fb7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.366952] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 14a6a675-44eb-4888-b78e-833b6a162f01 with status ACTIVE [ 1039.367157] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.367326] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.367379] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.367582] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.367677] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.367849] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.367947] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.368034] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.368219] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.368308] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.368515] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.368654] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.368745] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.368919] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.368996] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.369281] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 14a6a675-44eb-4888-b78e-833b6a162f01 is going to be updated. [ 1039.393376] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.393621] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.393621] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.393822] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.393968] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.394127] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14a6a675-44eb-4888-b78e-833b6a162f01" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.671948] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6d5ae8e-6c25-4850-974b-172e7aab7670 in Status: SUCCESS [ 1039.673516] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6d5ae8e-6c25-4850-974b-172e7aab7670" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.738176] env[65432]: INFO networking_nsxv3.common.synchronization [req-09873a91-ee0e-40e0-b541-a91250070450 req-79f01ce1-cf72-416e-934f-299b9aba7b59 tempest-AttachInterfacesTestJSON-373384684 tempest-AttachInterfacesTestJSON-373384684-project-member] Enqueued Resource ID: deded647-2661-4b65-9a8e-0015d8484606 with Priority: HIGHEST for action security_group_members [ 1039.738176] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: deded647-2661-4b65-9a8e-0015d8484606 with Priority: HIGHEST for action security_group_members [ 1039.738176] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-deded647-2661-4b65-9a8e-0015d8484606 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.738176] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-deded647-2661-4b65-9a8e-0015d8484606" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.738176] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-deded647-2661-4b65-9a8e-0015d8484606" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.738176] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-deded647-2661-4b65-9a8e-0015d8484606" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.738486] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.738824] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.739011] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.739429] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.739693] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.739913] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('deded647-2661-4b65-9a8e-0015d8484606',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.871564] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4cde2e48-8ef9-4515-a269-e7e4ba6f3fb7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.119805] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock network-377 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.120019] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "network-377" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.121751] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "network-377" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.121751] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "network-377" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.121751] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.121751] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.121751] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.122021] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.122161] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.122499] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1040.122621] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1040.122729] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1040.122837] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1040.122938] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1040.123059] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1040.123192] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1040.143366] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1040.143366] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1040.143366] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1040.143366] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "network-377" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.143716] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock port-4f6ab431-4836-4264-ab1d-e1a9881004af taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.143716] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "port-4f6ab431-4836-4264-ab1d-e1a9881004af" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.143839] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "port-4f6ab431-4836-4264-ab1d-e1a9881004af" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.144203] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "port-4f6ab431-4836-4264-ab1d-e1a9881004af" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.144525] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f6ab431-4836-4264-ab1d-e1a9881004af',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.242812] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('deded647-2661-4b65-9a8e-0015d8484606',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.374383] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.374383] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.374631] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.374631] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.374723] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.374824] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4cde2e48-8ef9-4515-a269-e7e4ba6f3fb7 is going to be created. [ 1040.399835] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.400155] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.400155] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.400278] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.400493] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.411070] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cde2e48-8ef9-4515-a269-e7e4ba6f3fb7 in Status: UNINITIALIZED for 2s [ 1040.646831] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.647099] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.647229] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.647507] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.647783] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.647860] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Segment Port 4f6ab431-4836-4264-ab1d-e1a9881004af not found, creating... [ 1040.648250] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.648359] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.648484] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.648805] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.648895] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.649275] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.649483] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.649609] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.649902] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.649973] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.650100] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Resource: SegmentPort with ID: 4f6ab431-4836-4264-ab1d-e1a9881004af is going to be created. [ 1040.673155] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.673380] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.673493] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.673820] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.674071] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.674305] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "port-4f6ab431-4836-4264-ab1d-e1a9881004af" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.719651] env[65432]: INFO networking_nsxv3.common.synchronization [req-b7c92784-37fb-4168-8f88-0afe32a982b6 req-94462c2e-a404-4e79-b56b-62e6ac042737 tempest-ServersTestJSON-755690962 tempest-ServersTestJSON-755690962-project-member] Enqueued Resource ID: b2a0225d-ef64-45a1-b899-4119011dd94d with Priority: HIGHEST for action security_group_members [ 1040.720271] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2a0225d-ef64-45a1-b899-4119011dd94d with Priority: HIGHEST for action security_group_members [ 1040.720598] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2a0225d-ef64-45a1-b899-4119011dd94d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.720783] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.720783] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.720981] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.721154] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.721436] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.721436] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.721539] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.721539] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.721674] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2a0225d-ef64-45a1-b899-4119011dd94d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.745577] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('deded647-2661-4b65-9a8e-0015d8484606',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.224055] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2a0225d-ef64-45a1-b899-4119011dd94d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.248201] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.248408] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.248508] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.248657] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.248765] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.248839] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: deded647-2661-4b65-9a8e-0015d8484606 is going to be updated. [ 1041.284645] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.284809] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.284856] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.285083] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.285231] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.297497] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: deded647-2661-4b65-9a8e-0015d8484606 in Status: IN_PROGRESS for 2s [ 1041.404488] env[65432]: INFO networking_nsxv3.common.synchronization [req-09873a91-ee0e-40e0-b541-a91250070450 req-24557ff8-29a0-4f16-9d45-1fb57f0c4e2c service nova] Enqueued Resource ID: deded647-2661-4b65-9a8e-0015d8484606 with Priority: HIGHEST for action security_group_rules [ 1041.405161] env[65432]: INFO networking_nsxv3.common.synchronization [req-09873a91-ee0e-40e0-b541-a91250070450 req-24557ff8-29a0-4f16-9d45-1fb57f0c4e2c service nova] Enqueued Resource ID: deded647-2661-4b65-9a8e-0015d8484606 with Priority: HIGHEST for action security_group_members [ 1041.405161] env[65432]: INFO networking_nsxv3.common.synchronization [req-09873a91-ee0e-40e0-b541-a91250070450 req-24557ff8-29a0-4f16-9d45-1fb57f0c4e2c service nova] Enqueued Resource ID: 4f6ab431-4836-4264-ab1d-e1a9881004af with Priority: HIGHEST for action port [ 1041.405997] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: deded647-2661-4b65-9a8e-0015d8484606 with Priority: HIGHEST for action security_group_rules [ 1041.406446] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: deded647-2661-4b65-9a8e-0015d8484606 with Priority: HIGHEST for action security_group_members [ 1041.406712] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f6ab431-4836-4264-ab1d-e1a9881004af with Priority: HIGHEST for action port [ 1041.407187] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-deded647-2661-4b65-9a8e-0015d8484606 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.407387] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-deded647-2661-4b65-9a8e-0015d8484606" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.407504] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-deded647-2661-4b65-9a8e-0015d8484606" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.407924] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-deded647-2661-4b65-9a8e-0015d8484606" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.408084] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('deded647-2661-4b65-9a8e-0015d8484606',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.410698] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-deded647-2661-4b65-9a8e-0015d8484606 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.410698] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-deded647-2661-4b65-9a8e-0015d8484606" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.410698] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f6ab431-4836-4264-ab1d-e1a9881004af taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.410698] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f6ab431-4836-4264-ab1d-e1a9881004af" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.410698] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f6ab431-4836-4264-ab1d-e1a9881004af" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.410698] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f6ab431-4836-4264-ab1d-e1a9881004af" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.410999] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f6ab431-4836-4264-ab1d-e1a9881004af',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.727432] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2a0225d-ef64-45a1-b899-4119011dd94d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.913181] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-deded647-2661-4b65-9a8e-0015d8484606 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.913398] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-deded647-2661-4b65-9a8e-0015d8484606" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.913537] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4f6ab431-4836-4264-ab1d-e1a9881004af with status ACTIVE [ 1041.913740] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.913860] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.913938] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.914242] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.914372] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.914583] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.914756] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.914906] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.915139] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.915279] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.915497] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.915600] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.915725] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.915909] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.917282] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.917282] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4f6ab431-4836-4264-ab1d-e1a9881004af is going to be updated. [ 1041.940314] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.940495] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.940566] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.940823] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.940993] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.941223] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f6ab431-4836-4264-ab1d-e1a9881004af" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.129591] env[65432]: INFO networking_nsxv3.common.synchronization [req-07ae5d40-cd49-476c-9f39-f39cce3f1c4c req-5e9d4e30-d03a-4e39-81d5-faaf409b26a7 tempest-ImagesOneServerNegativeTestJSON-1778316098 tempest-ImagesOneServerNegativeTestJSON-1778316098-project-member] Enqueued Resource ID: 31f32bee-c8f5-4060-8202-125c50104fd0 with Priority: HIGHEST for action security_group_members [ 1042.130144] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31f32bee-c8f5-4060-8202-125c50104fd0 with Priority: HIGHEST for action security_group_members [ 1042.131038] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-31f32bee-c8f5-4060-8202-125c50104fd0 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.131038] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31f32bee-c8f5-4060-8202-125c50104fd0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.131038] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31f32bee-c8f5-4060-8202-125c50104fd0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.131038] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31f32bee-c8f5-4060-8202-125c50104fd0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.131038] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.131404] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.131404] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.131404] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.131404] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.131622] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31f32bee-c8f5-4060-8202-125c50104fd0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.229562] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.229876] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.229876] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.230047] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.230107] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.230203] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2a0225d-ef64-45a1-b899-4119011dd94d is going to be updated. [ 1042.263976] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.264176] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.264225] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.264474] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.264766] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.275893] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2a0225d-ef64-45a1-b899-4119011dd94d in Status: IN_PROGRESS for 2s [ 1042.420380] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cde2e48-8ef9-4515-a269-e7e4ba6f3fb7 in Status: SUCCESS [ 1042.420616] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cde2e48-8ef9-4515-a269-e7e4ba6f3fb7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.420780] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cde2e48-8ef9-4515-a269-e7e4ba6f3fb7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.421013] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cde2e48-8ef9-4515-a269-e7e4ba6f3fb7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.421209] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.421326] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.421394] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.421551] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.421640] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.421810] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cde2e48-8ef9-4515-a269-e7e4ba6f3fb7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.421810] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4cde2e48-8ef9-4515-a269-e7e4ba6f3fb7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.497935] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock network-421 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.498249] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "network-421" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.498473] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "network-421" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.499143] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "network-421" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.499244] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.499481] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.499605] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.499900] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.500140] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.500429] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1042.500761] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1042.500761] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1042.500879] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1042.501085] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1042.501242] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1042.501841] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1042.521652] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1042.521820] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1042.521957] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1042.522151] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "network-421" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.522464] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock port-cf65188a-d350-47f8-8cff-99be85a8d147 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.522634] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "port-cf65188a-d350-47f8-8cff-99be85a8d147" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.522759] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "port-cf65188a-d350-47f8-8cff-99be85a8d147" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.523106] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "port-cf65188a-d350-47f8-8cff-99be85a8d147" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.523257] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf65188a-d350-47f8-8cff-99be85a8d147',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.633995] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.634204] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.634261] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.634679] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.634778] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.634998] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.635120] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.635186] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.635354] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.635433] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.635522] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31f32bee-c8f5-4060-8202-125c50104fd0 is going to be updated. [ 1042.662789] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.663124] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.663124] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.663316] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.663468] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.673922] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31f32bee-c8f5-4060-8202-125c50104fd0 in Status: IN_PROGRESS for 2s [ 1042.924079] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cde2e48-8ef9-4515-a269-e7e4ba6f3fb7 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.924233] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cde2e48-8ef9-4515-a269-e7e4ba6f3fb7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.924233] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cde2e48-8ef9-4515-a269-e7e4ba6f3fb7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.924442] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cde2e48-8ef9-4515-a269-e7e4ba6f3fb7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.924593] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.924851] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.924851] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.925078] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.925078] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.925078] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cde2e48-8ef9-4515-a269-e7e4ba6f3fb7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.925670] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cde2e48-8ef9-4515-a269-e7e4ba6f3fb7 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.925670] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cde2e48-8ef9-4515-a269-e7e4ba6f3fb7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.925670] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cde2e48-8ef9-4515-a269-e7e4ba6f3fb7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.925670] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cde2e48-8ef9-4515-a269-e7e4ba6f3fb7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.925670] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.925670] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.926302] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.926302] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.926302] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.926302] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cde2e48-8ef9-4515-a269-e7e4ba6f3fb7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.926302] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4cde2e48-8ef9-4515-a269-e7e4ba6f3fb7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.025352] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.025493] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.025604] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.026259] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.026259] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.026259] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Segment Port cf65188a-d350-47f8-8cff-99be85a8d147 not found, creating... [ 1043.026505] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.026617] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.027021] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.027021] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.027139] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.027370] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.027514] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.027784] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.028134] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.028134] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.029038] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Resource: SegmentPort with ID: cf65188a-d350-47f8-8cff-99be85a8d147 is going to be created. [ 1043.053190] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.053404] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.053565] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.053863] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.054142] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.054371] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "port-cf65188a-d350-47f8-8cff-99be85a8d147" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.307272] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: deded647-2661-4b65-9a8e-0015d8484606 in Status: SUCCESS [ 1043.307508] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-deded647-2661-4b65-9a8e-0015d8484606" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.307546] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-deded647-2661-4b65-9a8e-0015d8484606" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.307750] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-deded647-2661-4b65-9a8e-0015d8484606" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.307981] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.308123] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.308181] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.308380] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.308475] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.308602] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('deded647-2661-4b65-9a8e-0015d8484606',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.429126] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4cde2e48-8ef9-4515-a269-e7e4ba6f3fb7: rpc.has_security_group_logging(os_id): False [ 1043.452930] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.453240] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.453326] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.453656] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.453876] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.454180] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.454310] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.454408] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.454565] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.454657] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.454864] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.454968] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.455093] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.455320] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.455391] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.455594] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.455679] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.455837] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.455992] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.456085] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.456231] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4cde2e48-8ef9-4515-a269-e7e4ba6f3fb7 is going to be created. [ 1043.583126] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.583403] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.583403] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.583690] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.583948] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.612789] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4cde2e48-8ef9-4515-a269-e7e4ba6f3fb7 in Status: IN_PROGRESS for 2s [ 1043.811087] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('deded647-2661-4b65-9a8e-0015d8484606',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.883356] env[65432]: INFO networking_nsxv3.common.synchronization [req-07ae5d40-cd49-476c-9f39-f39cce3f1c4c req-bd254d56-b087-4eec-9401-6aa3918251b5 service nova] Enqueued Resource ID: 31f32bee-c8f5-4060-8202-125c50104fd0 with Priority: HIGHEST for action security_group_rules [ 1043.883634] env[65432]: INFO networking_nsxv3.common.synchronization [req-07ae5d40-cd49-476c-9f39-f39cce3f1c4c req-bd254d56-b087-4eec-9401-6aa3918251b5 service nova] Enqueued Resource ID: 31f32bee-c8f5-4060-8202-125c50104fd0 with Priority: HIGHEST for action security_group_members [ 1043.883675] env[65432]: INFO networking_nsxv3.common.synchronization [req-07ae5d40-cd49-476c-9f39-f39cce3f1c4c req-bd254d56-b087-4eec-9401-6aa3918251b5 service nova] Enqueued Resource ID: cf65188a-d350-47f8-8cff-99be85a8d147 with Priority: HIGHEST for action port [ 1043.884208] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31f32bee-c8f5-4060-8202-125c50104fd0 with Priority: HIGHEST for action security_group_rules [ 1043.884343] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31f32bee-c8f5-4060-8202-125c50104fd0 with Priority: HIGHEST for action security_group_members [ 1043.884456] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf65188a-d350-47f8-8cff-99be85a8d147 with Priority: HIGHEST for action port [ 1043.884727] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31f32bee-c8f5-4060-8202-125c50104fd0 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.884881] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31f32bee-c8f5-4060-8202-125c50104fd0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.884941] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31f32bee-c8f5-4060-8202-125c50104fd0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.885129] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31f32bee-c8f5-4060-8202-125c50104fd0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.885258] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31f32bee-c8f5-4060-8202-125c50104fd0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.886079] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-31f32bee-c8f5-4060-8202-125c50104fd0 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.886169] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31f32bee-c8f5-4060-8202-125c50104fd0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.886356] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf65188a-d350-47f8-8cff-99be85a8d147 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.886447] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf65188a-d350-47f8-8cff-99be85a8d147" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.886508] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf65188a-d350-47f8-8cff-99be85a8d147" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.886670] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf65188a-d350-47f8-8cff-99be85a8d147" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.886762] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf65188a-d350-47f8-8cff-99be85a8d147',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.287268] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2a0225d-ef64-45a1-b899-4119011dd94d in Status: SUCCESS [ 1044.287268] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.316026] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('deded647-2661-4b65-9a8e-0015d8484606',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.388550] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-31f32bee-c8f5-4060-8202-125c50104fd0 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.388550] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31f32bee-c8f5-4060-8202-125c50104fd0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.389017] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cf65188a-d350-47f8-8cff-99be85a8d147 with status ACTIVE [ 1044.389320] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.389573] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.389736] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.390093] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.390322] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.390576] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.390778] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.390969] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.391271] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.391442] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.391737] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.392008] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.392315] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.392623] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.392758] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.392928] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cf65188a-d350-47f8-8cff-99be85a8d147 is going to be updated. [ 1044.415687] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.415687] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.415687] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.415687] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.416109] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.416109] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf65188a-d350-47f8-8cff-99be85a8d147" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.684403] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31f32bee-c8f5-4060-8202-125c50104fd0 in Status: IN_PROGRESS for 4s [ 1044.812570] env[65432]: INFO networking_nsxv3.common.synchronization [req-5975e366-bea5-4f00-ba06-938194a1e30b req-8697d33b-dc86-46d6-b2b6-282d4b8aa1aa tempest-InstanceActionsTestJSON-1768991700 tempest-InstanceActionsTestJSON-1768991700-project-member] Enqueued Resource ID: 69868f43-fcf8-4f9e-8bf2-23662237b5c7 with Priority: HIGHEST for action security_group_members [ 1044.813146] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69868f43-fcf8-4f9e-8bf2-23662237b5c7 with Priority: HIGHEST for action security_group_members [ 1044.813479] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-69868f43-fcf8-4f9e-8bf2-23662237b5c7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.813632] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69868f43-fcf8-4f9e-8bf2-23662237b5c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.813709] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69868f43-fcf8-4f9e-8bf2-23662237b5c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.813919] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69868f43-fcf8-4f9e-8bf2-23662237b5c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.814096] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.814193] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.814252] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.814406] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.814490] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.814582] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69868f43-fcf8-4f9e-8bf2-23662237b5c7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.818835] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.818835] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.818835] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.818835] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.818835] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.819051] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: deded647-2661-4b65-9a8e-0015d8484606 is going to be updated. [ 1044.852938] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.853160] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.853260] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.855048] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.855048] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.867823] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: deded647-2661-4b65-9a8e-0015d8484606 in Status: IN_PROGRESS for 2s [ 1045.317147] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.317450] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.317450] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.317972] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.317972] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.317972] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.317972] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.317972] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.318366] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.318366] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.318445] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69868f43-fcf8-4f9e-8bf2-23662237b5c7 is going to be updated. [ 1045.347097] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.347235] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.347279] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.347471] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.347618] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.357636] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69868f43-fcf8-4f9e-8bf2-23662237b5c7 in Status: IN_PROGRESS for 2s [ 1045.626845] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4cde2e48-8ef9-4515-a269-e7e4ba6f3fb7 in Status: SUCCESS [ 1045.627071] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4cde2e48-8ef9-4515-a269-e7e4ba6f3fb7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.650519] env[65432]: INFO networking_nsxv3.common.synchronization [None req-36ca7316-5bd9-4bb6-a81a-f8ac5b683d10 tempest-ServerActionsTestOtherA-1585184968 tempest-ServerActionsTestOtherA-1585184968-project-member] Enqueued Resource ID: 0352cb8b-54d9-4335-b2d0-ce73a5492dec with Priority: HIGHEST for action security_group_rules [ 1045.651038] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0352cb8b-54d9-4335-b2d0-ce73a5492dec with Priority: HIGHEST for action security_group_rules [ 1045.651353] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0352cb8b-54d9-4335-b2d0-ce73a5492dec taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.651471] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0352cb8b-54d9-4335-b2d0-ce73a5492dec" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.651541] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0352cb8b-54d9-4335-b2d0-ce73a5492dec" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.651830] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0352cb8b-54d9-4335-b2d0-ce73a5492dec" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.651919] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0352cb8b-54d9-4335-b2d0-ce73a5492dec',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.745451] env[65432]: INFO networking_nsxv3.common.synchronization [None req-87514eda-99b4-41bd-a30b-3e342034e6fb tempest-ServerActionsTestOtherA-1585184968 tempest-ServerActionsTestOtherA-1585184968-project-member] Enqueued Resource ID: 0352cb8b-54d9-4335-b2d0-ce73a5492dec with Priority: HIGHEST for action security_group_rules [ 1045.745966] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0352cb8b-54d9-4335-b2d0-ce73a5492dec with Priority: HIGHEST for action security_group_rules [ 1045.746340] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0352cb8b-54d9-4335-b2d0-ce73a5492dec taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.746446] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0352cb8b-54d9-4335-b2d0-ce73a5492dec" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.173531] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.173713] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.173811] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.174031] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.174131] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.174248] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0352cb8b-54d9-4335-b2d0-ce73a5492dec already deleted. [ 1046.174396] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0352cb8b-54d9-4335-b2d0-ce73a5492dec" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.174497] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0352cb8b-54d9-4335-b2d0-ce73a5492dec" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.174744] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0352cb8b-54d9-4335-b2d0-ce73a5492dec" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.174826] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0352cb8b-54d9-4335-b2d0-ce73a5492dec',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.694666] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31f32bee-c8f5-4060-8202-125c50104fd0 in Status: SUCCESS [ 1046.695053] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31f32bee-c8f5-4060-8202-125c50104fd0 deletion is rescheduled due to dependency. [ 1046.695053] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31f32bee-c8f5-4060-8202-125c50104fd0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.695053] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31f32bee-c8f5-4060-8202-125c50104fd0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.695253] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31f32bee-c8f5-4060-8202-125c50104fd0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.695397] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.695513] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.695579] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.695732] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.695842] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.695934] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31f32bee-c8f5-4060-8202-125c50104fd0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.697661] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.697919] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.697919] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.697919] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.698080] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.698080] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0352cb8b-54d9-4335-b2d0-ce73a5492dec already deleted. [ 1046.698165] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0352cb8b-54d9-4335-b2d0-ce73a5492dec" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.878022] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: deded647-2661-4b65-9a8e-0015d8484606 in Status: SUCCESS [ 1046.878342] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-deded647-2661-4b65-9a8e-0015d8484606" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.878428] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-deded647-2661-4b65-9a8e-0015d8484606" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.878574] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-deded647-2661-4b65-9a8e-0015d8484606" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.879470] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.879470] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.879470] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.879470] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.879470] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.879470] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-deded647-2661-4b65-9a8e-0015d8484606" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.879470] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('deded647-2661-4b65-9a8e-0015d8484606',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.039600] env[65432]: INFO networking_nsxv3.common.synchronization [req-0c92ded1-329b-4173-a86a-3c9d73c84430 req-31dc16f2-9a92-4463-aad5-ba6c056b2efa tempest-ServerTagsTestJSON-1444318648 tempest-ServerTagsTestJSON-1444318648-project-member] Enqueued Resource ID: d6d5ae8e-6c25-4850-974b-172e7aab7670 with Priority: HIGHEST for action security_group_members [ 1047.040121] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6d5ae8e-6c25-4850-974b-172e7aab7670 with Priority: HIGHEST for action security_group_members [ 1047.040461] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6d5ae8e-6c25-4850-974b-172e7aab7670 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.040583] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6d5ae8e-6c25-4850-974b-172e7aab7670" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.040651] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6d5ae8e-6c25-4850-974b-172e7aab7670" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.040891] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6d5ae8e-6c25-4850-974b-172e7aab7670" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.041121] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.041232] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.041297] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.041454] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.041539] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.041633] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6d5ae8e-6c25-4850-974b-172e7aab7670',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.199455] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31f32bee-c8f5-4060-8202-125c50104fd0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.369031] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69868f43-fcf8-4f9e-8bf2-23662237b5c7 in Status: SUCCESS [ 1047.369031] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69868f43-fcf8-4f9e-8bf2-23662237b5c7 deletion is rescheduled due to dependency. [ 1047.369217] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69868f43-fcf8-4f9e-8bf2-23662237b5c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.381612] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('deded647-2661-4b65-9a8e-0015d8484606',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.544073] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.544206] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.544268] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.544489] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.544573] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.544990] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.544990] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.544990] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.545172] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.545172] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.545240] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6d5ae8e-6c25-4850-974b-172e7aab7670 is going to be updated. [ 1047.575706] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.575911] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.576028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.576203] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.576351] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.585262] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6d5ae8e-6c25-4850-974b-172e7aab7670 in Status: IN_PROGRESS for 2s [ 1047.701600] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31f32bee-c8f5-4060-8202-125c50104fd0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.884034] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for deded647-2661-4b65-9a8e-0015d8484606: rpc.has_security_group_logging(os_id): False [ 1047.907114] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.907114] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.907114] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.907114] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.907114] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.907114] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.907114] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.907489] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.907489] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.907489] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.907489] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: deded647-2661-4b65-9a8e-0015d8484606 is going to be updated. [ 1047.975491] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.975766] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.975970] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.976295] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.976561] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.993086] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: deded647-2661-4b65-9a8e-0015d8484606 in Status: IN_PROGRESS for 2s [ 1048.052053] env[65432]: INFO networking_nsxv3.common.synchronization [None req-19a49133-e57b-4087-aed5-bf5655cb1ce3 tempest-AttachVolumeShelveTestJSON-915281632 tempest-AttachVolumeShelveTestJSON-915281632-project-member] Enqueued Resource ID: b2ee44f4-8b24-467a-a5a9-2db8507bbbbe with Priority: HIGHEST for action security_group_rules [ 1048.052330] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2ee44f4-8b24-467a-a5a9-2db8507bbbbe with Priority: HIGHEST for action security_group_rules [ 1048.052647] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2ee44f4-8b24-467a-a5a9-2db8507bbbbe taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.052769] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2ee44f4-8b24-467a-a5a9-2db8507bbbbe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.052837] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2ee44f4-8b24-467a-a5a9-2db8507bbbbe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.054790] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2ee44f4-8b24-467a-a5a9-2db8507bbbbe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.054899] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2ee44f4-8b24-467a-a5a9-2db8507bbbbe',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.157997] env[65432]: INFO networking_nsxv3.common.synchronization [None req-fcc9aceb-bb13-46fb-a2eb-2f724257c049 tempest-AttachVolumeShelveTestJSON-915281632 tempest-AttachVolumeShelveTestJSON-915281632-project-member] Enqueued Resource ID: b2ee44f4-8b24-467a-a5a9-2db8507bbbbe with Priority: HIGHEST for action security_group_rules [ 1048.158571] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2ee44f4-8b24-467a-a5a9-2db8507bbbbe with Priority: HIGHEST for action security_group_rules [ 1048.158910] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2ee44f4-8b24-467a-a5a9-2db8507bbbbe taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.159944] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2ee44f4-8b24-467a-a5a9-2db8507bbbbe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.204675] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.204865] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.204941] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.205241] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.205368] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.205498] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31f32bee-c8f5-4060-8202-125c50104fd0 is going to be updated. [ 1048.241056] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.241244] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.241293] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.242021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.242021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.260197] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31f32bee-c8f5-4060-8202-125c50104fd0 in Status: IN_PROGRESS for 2s [ 1048.578982] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.579382] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.579382] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.579481] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.579514] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.579604] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2ee44f4-8b24-467a-a5a9-2db8507bbbbe already deleted. [ 1048.579685] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2ee44f4-8b24-467a-a5a9-2db8507bbbbe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.579845] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2ee44f4-8b24-467a-a5a9-2db8507bbbbe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.580023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2ee44f4-8b24-467a-a5a9-2db8507bbbbe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.580098] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2ee44f4-8b24-467a-a5a9-2db8507bbbbe',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.105951] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.106449] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.106449] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.106848] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.107068] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.107250] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2ee44f4-8b24-467a-a5a9-2db8507bbbbe already deleted. [ 1049.107454] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2ee44f4-8b24-467a-a5a9-2db8507bbbbe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.595445] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6d5ae8e-6c25-4850-974b-172e7aab7670 in Status: SUCCESS [ 1049.596067] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6d5ae8e-6c25-4850-974b-172e7aab7670 deletion is rescheduled due to dependency. [ 1049.596067] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6d5ae8e-6c25-4850-974b-172e7aab7670" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.011541] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: deded647-2661-4b65-9a8e-0015d8484606 in Status: SUCCESS [ 1050.011541] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-deded647-2661-4b65-9a8e-0015d8484606" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.270923] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31f32bee-c8f5-4060-8202-125c50104fd0 in Status: SUCCESS [ 1050.271251] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31f32bee-c8f5-4060-8202-125c50104fd0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.271359] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31f32bee-c8f5-4060-8202-125c50104fd0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.271586] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31f32bee-c8f5-4060-8202-125c50104fd0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.271778] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.271894] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.271962] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.272138] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.272243] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.272333] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31f32bee-c8f5-4060-8202-125c50104fd0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.272429] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('31f32bee-c8f5-4060-8202-125c50104fd0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.774575] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-31f32bee-c8f5-4060-8202-125c50104fd0 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.774748] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31f32bee-c8f5-4060-8202-125c50104fd0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.774850] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31f32bee-c8f5-4060-8202-125c50104fd0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.775076] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31f32bee-c8f5-4060-8202-125c50104fd0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.775202] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.775971] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.776077] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.776337] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.776337] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.776445] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31f32bee-c8f5-4060-8202-125c50104fd0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.776596] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-31f32bee-c8f5-4060-8202-125c50104fd0 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.776671] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31f32bee-c8f5-4060-8202-125c50104fd0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.776722] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31f32bee-c8f5-4060-8202-125c50104fd0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.777195] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31f32bee-c8f5-4060-8202-125c50104fd0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.777195] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.777195] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.777195] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.777403] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.777403] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.777475] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31f32bee-c8f5-4060-8202-125c50104fd0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.777509] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('31f32bee-c8f5-4060-8202-125c50104fd0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.281246] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 31f32bee-c8f5-4060-8202-125c50104fd0: rpc.has_security_group_logging(os_id): False [ 1051.299963] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.299963] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.299963] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.300177] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.300216] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.300414] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.300511] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.300574] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.300721] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.300799] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.300998] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.301107] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.301168] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.301313] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.301582] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.301582] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.301678] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.301715] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.301842] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.302066] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.302066] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31f32bee-c8f5-4060-8202-125c50104fd0 is going to be updated. [ 1051.311852] env[65432]: INFO networking_nsxv3.common.synchronization [req-79bf8fc8-5d9a-48b7-af2d-c06b0c95f26d req-92bcf776-bae0-4025-96ab-90fe806a8dfb tempest-ServerMetadataTestJSON-462295990 tempest-ServerMetadataTestJSON-462295990-project-member] Enqueued Resource ID: 4cde2e48-8ef9-4515-a269-e7e4ba6f3fb7 with Priority: HIGHEST for action security_group_members [ 1051.311852] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cde2e48-8ef9-4515-a269-e7e4ba6f3fb7 with Priority: HIGHEST for action security_group_members [ 1051.311852] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cde2e48-8ef9-4515-a269-e7e4ba6f3fb7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.311852] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cde2e48-8ef9-4515-a269-e7e4ba6f3fb7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.311852] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cde2e48-8ef9-4515-a269-e7e4ba6f3fb7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.312150] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cde2e48-8ef9-4515-a269-e7e4ba6f3fb7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.312150] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.312231] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.312376] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.313550] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.313550] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.313550] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4cde2e48-8ef9-4515-a269-e7e4ba6f3fb7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.370961] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.370961] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.370961] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.370961] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.370961] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.385678] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31f32bee-c8f5-4060-8202-125c50104fd0 in Status: IN_PROGRESS for 2s [ 1051.702134] env[65432]: INFO networking_nsxv3.common.synchronization [None req-e2db2d7b-fc04-46c9-a1d6-3f2b05cb03df tempest-AttachInterfacesTestJSON-373384684 tempest-AttachInterfacesTestJSON-373384684-project-member] Enqueued Resource ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 with Priority: HIGHEST for action security_group_members [ 1051.702134] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 with Priority: HIGHEST for action security_group_members [ 1051.702134] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-c66544b6-2226-4b1e-9a19-5d203bd72d65 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.702134] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.702134] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.702134] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.702134] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.702134] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.702134] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.702784] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.702784] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.702784] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c66544b6-2226-4b1e-9a19-5d203bd72d65',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.815994] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.816259] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.816383] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.816580] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.816687] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.816922] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.817077] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.817134] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.817539] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.817539] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.817539] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4cde2e48-8ef9-4515-a269-e7e4ba6f3fb7 is going to be updated. [ 1051.849183] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.849344] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.849431] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.849614] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.849758] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.860248] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cde2e48-8ef9-4515-a269-e7e4ba6f3fb7 in Status: IN_PROGRESS for 2s [ 1052.204423] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.204606] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.204704] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.205045] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.205227] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.205452] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.205662] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.205764] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.205979] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.206088] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.206235] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 is going to be updated. [ 1052.236617] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.237853] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.237994] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.238312] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.239240] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.251608] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 in Status: IN_PROGRESS for 2s [ 1053.400626] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31f32bee-c8f5-4060-8202-125c50104fd0 in Status: SUCCESS [ 1053.400626] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31f32bee-c8f5-4060-8202-125c50104fd0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.871262] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cde2e48-8ef9-4515-a269-e7e4ba6f3fb7 in Status: SUCCESS [ 1053.871440] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4cde2e48-8ef9-4515-a269-e7e4ba6f3fb7 deletion is rescheduled due to dependency. [ 1053.871557] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cde2e48-8ef9-4515-a269-e7e4ba6f3fb7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.264190] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 in Status: SUCCESS [ 1054.264190] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 deletion is rescheduled due to dependency. [ 1054.264190] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.701700] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1056.701700] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1057.270793] env[65432]: INFO networking_nsxv3.common.synchronization [None req-2be55594-e7a2-43a5-b7cd-24f09a379b43 None None] Enqueued Resource ID: be694ed1-034a-4467-9c65-029affd0fdb9 with Priority: HIGHEST for action port [ 1057.271793] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be694ed1-034a-4467-9c65-029affd0fdb9 with Priority: HIGHEST for action port [ 1057.272248] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-be694ed1-034a-4467-9c65-029affd0fdb9 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.272459] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be694ed1-034a-4467-9c65-029affd0fdb9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.272547] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be694ed1-034a-4467-9c65-029affd0fdb9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.273751] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be694ed1-034a-4467-9c65-029affd0fdb9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.273984] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be694ed1-034a-4467-9c65-029affd0fdb9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.777066] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port be694ed1-034a-4467-9c65-029affd0fdb9 [ 1057.777464] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.777663] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.777737] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.777959] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.778068] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.778173] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:be694ed1-034a-4467-9c65-029affd0fdb9 already deleted. [ 1057.778257] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be694ed1-034a-4467-9c65-029affd0fdb9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.828083] env[65432]: INFO networking_nsxv3.common.synchronization [req-d2c4f396-ed3c-4141-8ac4-eaa83583f71d req-6daee4a4-6f43-4cf8-8f79-04abee73a5e8 tempest-ServerActionsTestOtherA-1585184968 tempest-ServerActionsTestOtherA-1585184968-project-member] Enqueued Resource ID: 0352cb8b-54d9-4335-b2d0-ce73a5492dec with Priority: HIGHEST for action security_group_members [ 1057.828941] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0352cb8b-54d9-4335-b2d0-ce73a5492dec with Priority: HIGHEST for action security_group_members [ 1057.828941] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-0352cb8b-54d9-4335-b2d0-ce73a5492dec taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.830995] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0352cb8b-54d9-4335-b2d0-ce73a5492dec" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.831132] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0352cb8b-54d9-4335-b2d0-ce73a5492dec" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.831430] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0352cb8b-54d9-4335-b2d0-ce73a5492dec" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.831636] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.833494] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.833602] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.833810] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.834055] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.834134] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0352cb8b-54d9-4335-b2d0-ce73a5492dec',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.204203] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock network-607 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.204729] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "network-607" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.204859] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "network-607" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.205147] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "network-607" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.205422] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.205580] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.205696] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.207194] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.207366] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.207997] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1058.208213] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1058.208281] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1058.208346] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1058.208961] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1058.208961] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1058.208961] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1058.231086] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1058.232165] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1058.232165] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1058.232165] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "network-607" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.232165] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock port-d84b79b1-2b09-46cc-8f32-049bd9dc53cc taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.232165] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "port-d84b79b1-2b09-46cc-8f32-049bd9dc53cc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.232165] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "port-d84b79b1-2b09-46cc-8f32-049bd9dc53cc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.232646] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "port-d84b79b1-2b09-46cc-8f32-049bd9dc53cc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.232646] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d84b79b1-2b09-46cc-8f32-049bd9dc53cc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.336626] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.336722] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.336788] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.337477] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.337477] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.337477] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.338676] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.338676] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.338676] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.338676] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.338676] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0352cb8b-54d9-4335-b2d0-ce73a5492dec already deleted. [ 1058.338676] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0352cb8b-54d9-4335-b2d0-ce73a5492dec" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.735444] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.735700] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.735840] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.736225] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.736390] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.736563] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Segment Port d84b79b1-2b09-46cc-8f32-049bd9dc53cc not found, creating... [ 1058.736922] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.737170] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.737318] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.737543] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.737994] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.738327] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.738507] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.738634] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.738858] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.738990] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.740091] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Resource: SegmentPort with ID: d84b79b1-2b09-46cc-8f32-049bd9dc53cc is going to be created. [ 1058.767508] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.767508] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.767773] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.767912] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.768172] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.768515] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "port-d84b79b1-2b09-46cc-8f32-049bd9dc53cc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.487149] env[65432]: INFO networking_nsxv3.common.synchronization [req-d2c4f396-ed3c-4141-8ac4-eaa83583f71d req-b5f51913-5fec-4e74-b012-2eb2da6b3a0e service nova] Enqueued Resource ID: 0352cb8b-54d9-4335-b2d0-ce73a5492dec with Priority: HIGHEST for action security_group_rules [ 1059.487149] env[65432]: INFO networking_nsxv3.common.synchronization [req-d2c4f396-ed3c-4141-8ac4-eaa83583f71d req-b5f51913-5fec-4e74-b012-2eb2da6b3a0e service nova] Enqueued Resource ID: 0352cb8b-54d9-4335-b2d0-ce73a5492dec with Priority: HIGHEST for action security_group_members [ 1059.487149] env[65432]: INFO networking_nsxv3.common.synchronization [req-d2c4f396-ed3c-4141-8ac4-eaa83583f71d req-b5f51913-5fec-4e74-b012-2eb2da6b3a0e service nova] Enqueued Resource ID: d84b79b1-2b09-46cc-8f32-049bd9dc53cc with Priority: HIGHEST for action port [ 1059.487485] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0352cb8b-54d9-4335-b2d0-ce73a5492dec with Priority: HIGHEST for action security_group_rules [ 1059.487692] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0352cb8b-54d9-4335-b2d0-ce73a5492dec with Priority: HIGHEST for action security_group_members [ 1059.487692] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d84b79b1-2b09-46cc-8f32-049bd9dc53cc with Priority: HIGHEST for action port [ 1059.488016] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0352cb8b-54d9-4335-b2d0-ce73a5492dec taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.488349] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0352cb8b-54d9-4335-b2d0-ce73a5492dec" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.488612] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0352cb8b-54d9-4335-b2d0-ce73a5492dec" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.488612] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0352cb8b-54d9-4335-b2d0-ce73a5492dec" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.489290] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0352cb8b-54d9-4335-b2d0-ce73a5492dec',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.494053] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-0352cb8b-54d9-4335-b2d0-ce73a5492dec taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.494053] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0352cb8b-54d9-4335-b2d0-ce73a5492dec" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.494053] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0352cb8b-54d9-4335-b2d0-ce73a5492dec" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.494053] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0352cb8b-54d9-4335-b2d0-ce73a5492dec" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.494635] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.494940] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.495041] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.495906] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.496070] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.496241] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0352cb8b-54d9-4335-b2d0-ce73a5492dec',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.497894] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-d84b79b1-2b09-46cc-8f32-049bd9dc53cc taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.497894] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d84b79b1-2b09-46cc-8f32-049bd9dc53cc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.497894] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d84b79b1-2b09-46cc-8f32-049bd9dc53cc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.498163] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d84b79b1-2b09-46cc-8f32-049bd9dc53cc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.498244] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d84b79b1-2b09-46cc-8f32-049bd9dc53cc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.871606] env[65432]: INFO networking_nsxv3.common.synchronization [None req-e8e4afe4-4bd0-4cd0-9d90-25c708290b98 None None] Enqueued Resource ID: 609ff6b4-b483-46b9-829e-137fbb2616a5 with Priority: HIGHEST for action port [ 1059.872169] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 609ff6b4-b483-46b9-829e-137fbb2616a5 with Priority: HIGHEST for action port [ 1059.872480] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-609ff6b4-b483-46b9-829e-137fbb2616a5 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.872598] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-609ff6b4-b483-46b9-829e-137fbb2616a5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.872666] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-609ff6b4-b483-46b9-829e-137fbb2616a5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.872924] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-609ff6b4-b483-46b9-829e-137fbb2616a5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.873190] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('609ff6b4-b483-46b9-829e-137fbb2616a5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.001310] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-0352cb8b-54d9-4335-b2d0-ce73a5492dec taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.001490] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0352cb8b-54d9-4335-b2d0-ce73a5492dec" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.001681] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0352cb8b-54d9-4335-b2d0-ce73a5492dec',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.002625] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d84b79b1-2b09-46cc-8f32-049bd9dc53cc with status ACTIVE [ 1060.002839] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.002985] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.003069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.003283] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.003391] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.003549] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.003653] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.003772] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.003921] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.004245] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.005564] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.005700] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.005764] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.006039] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.006076] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.006223] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d84b79b1-2b09-46cc-8f32-049bd9dc53cc is going to be updated. [ 1060.033930] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.034155] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.034237] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.034464] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.034632] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.034803] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d84b79b1-2b09-46cc-8f32-049bd9dc53cc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.212154] env[65432]: INFO networking_nsxv3.common.synchronization [req-e9369071-fdb3-4e5a-a50d-b63d9c386833 req-cb9202e9-7087-4980-a04a-3df699b42d7e tempest-AttachVolumeShelveTestJSON-915281632 tempest-AttachVolumeShelveTestJSON-915281632-project-member] Enqueued Resource ID: b2ee44f4-8b24-467a-a5a9-2db8507bbbbe with Priority: HIGHEST for action security_group_members [ 1060.213610] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2ee44f4-8b24-467a-a5a9-2db8507bbbbe with Priority: HIGHEST for action security_group_members [ 1060.213610] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2ee44f4-8b24-467a-a5a9-2db8507bbbbe taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.213610] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2ee44f4-8b24-467a-a5a9-2db8507bbbbe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.213610] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2ee44f4-8b24-467a-a5a9-2db8507bbbbe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.213610] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2ee44f4-8b24-467a-a5a9-2db8507bbbbe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.213871] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.213871] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.213871] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.214071] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.214132] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.214190] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2ee44f4-8b24-467a-a5a9-2db8507bbbbe',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.377665] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 609ff6b4-b483-46b9-829e-137fbb2616a5 [ 1060.377826] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.377917] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.377991] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.378227] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.378320] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.378415] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:609ff6b4-b483-46b9-829e-137fbb2616a5 already deleted. [ 1060.378522] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-609ff6b4-b483-46b9-829e-137fbb2616a5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.508115] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0352cb8b-54d9-4335-b2d0-ce73a5492dec',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.554781] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock network-591 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.555528] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "network-591" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.555528] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "network-591" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.555839] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "network-591" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.556352] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.556870] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.556870] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.557041] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.557353] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.557694] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1060.557897] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1060.558109] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1060.558313] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1060.558496] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1060.558672] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1060.558881] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1060.580602] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1060.580735] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1060.580894] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1060.581169] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "network-591" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.581586] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock port-3a60ff10-a37c-4330-b7ec-d3522594b6c4 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.581779] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "port-3a60ff10-a37c-4330-b7ec-d3522594b6c4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.581899] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "port-3a60ff10-a37c-4330-b7ec-d3522594b6c4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.582233] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "port-3a60ff10-a37c-4330-b7ec-d3522594b6c4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.582374] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a60ff10-a37c-4330-b7ec-d3522594b6c4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.719201] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.719201] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.719201] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.719201] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.719201] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.719201] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.719201] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.719201] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.719201] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.719201] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.719744] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2ee44f4-8b24-467a-a5a9-2db8507bbbbe already deleted. [ 1060.719744] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2ee44f4-8b24-467a-a5a9-2db8507bbbbe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.011122] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.011122] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.011122] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.011392] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.011483] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.011563] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0352cb8b-54d9-4335-b2d0-ce73a5492dec is going to be created. [ 1061.037113] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.037375] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.037451] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.037667] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.037822] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.048013] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0352cb8b-54d9-4335-b2d0-ce73a5492dec in Status: UNINITIALIZED for 2s [ 1061.085359] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.085588] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.085714] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.086019] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.086219] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.086392] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Segment Port 3a60ff10-a37c-4330-b7ec-d3522594b6c4 not found, creating... [ 1061.086753] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.086898] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.087054] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.087329] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.087471] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.087772] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.088558] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.088707] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.088947] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.089104] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.089285] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Resource: SegmentPort with ID: 3a60ff10-a37c-4330-b7ec-d3522594b6c4 is going to be created. [ 1061.118057] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.118057] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.118057] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.118057] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.118320] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.118551] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "port-3a60ff10-a37c-4330-b7ec-d3522594b6c4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.869315] env[65432]: INFO networking_nsxv3.common.synchronization [req-e9369071-fdb3-4e5a-a50d-b63d9c386833 req-940c65a4-4f21-4ae9-9bb6-1ff8e813cdd6 service nova] Enqueued Resource ID: b2ee44f4-8b24-467a-a5a9-2db8507bbbbe with Priority: HIGHEST for action security_group_rules [ 1061.869315] env[65432]: INFO networking_nsxv3.common.synchronization [req-e9369071-fdb3-4e5a-a50d-b63d9c386833 req-940c65a4-4f21-4ae9-9bb6-1ff8e813cdd6 service nova] Enqueued Resource ID: b2ee44f4-8b24-467a-a5a9-2db8507bbbbe with Priority: HIGHEST for action security_group_members [ 1061.869315] env[65432]: INFO networking_nsxv3.common.synchronization [req-e9369071-fdb3-4e5a-a50d-b63d9c386833 req-940c65a4-4f21-4ae9-9bb6-1ff8e813cdd6 service nova] Enqueued Resource ID: 3a60ff10-a37c-4330-b7ec-d3522594b6c4 with Priority: HIGHEST for action port [ 1061.869315] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2ee44f4-8b24-467a-a5a9-2db8507bbbbe with Priority: HIGHEST for action security_group_rules [ 1061.869315] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2ee44f4-8b24-467a-a5a9-2db8507bbbbe with Priority: HIGHEST for action security_group_members [ 1061.869710] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a60ff10-a37c-4330-b7ec-d3522594b6c4 with Priority: HIGHEST for action port [ 1061.869710] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2ee44f4-8b24-467a-a5a9-2db8507bbbbe taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.869860] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2ee44f4-8b24-467a-a5a9-2db8507bbbbe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.869860] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2ee44f4-8b24-467a-a5a9-2db8507bbbbe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.871368] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2ee44f4-8b24-467a-a5a9-2db8507bbbbe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.871368] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2ee44f4-8b24-467a-a5a9-2db8507bbbbe',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.872625] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2ee44f4-8b24-467a-a5a9-2db8507bbbbe taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.872769] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2ee44f4-8b24-467a-a5a9-2db8507bbbbe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.872844] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2ee44f4-8b24-467a-a5a9-2db8507bbbbe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.873063] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2ee44f4-8b24-467a-a5a9-2db8507bbbbe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.873348] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.873498] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.873606] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.877026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.877026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.877026] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2ee44f4-8b24-467a-a5a9-2db8507bbbbe',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.877026] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a60ff10-a37c-4330-b7ec-d3522594b6c4 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.877026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a60ff10-a37c-4330-b7ec-d3522594b6c4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.877026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a60ff10-a37c-4330-b7ec-d3522594b6c4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.877026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a60ff10-a37c-4330-b7ec-d3522594b6c4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.877026] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a60ff10-a37c-4330-b7ec-d3522594b6c4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.378515] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2ee44f4-8b24-467a-a5a9-2db8507bbbbe taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.378663] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2ee44f4-8b24-467a-a5a9-2db8507bbbbe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.378863] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2ee44f4-8b24-467a-a5a9-2db8507bbbbe',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.379747] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3a60ff10-a37c-4330-b7ec-d3522594b6c4 with status ACTIVE [ 1062.379930] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.380061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.380127] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.380336] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.380424] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.380589] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.380682] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.380750] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.380907] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.380978] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.381220] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.381274] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.381312] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.381470] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.381501] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.381692] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3a60ff10-a37c-4330-b7ec-d3522594b6c4 is going to be updated. [ 1062.403771] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.403995] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.403995] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.404255] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.404397] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.404560] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a60ff10-a37c-4330-b7ec-d3522594b6c4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.885756] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2ee44f4-8b24-467a-a5a9-2db8507bbbbe',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.058165] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0352cb8b-54d9-4335-b2d0-ce73a5492dec in Status: SUCCESS [ 1063.058374] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0352cb8b-54d9-4335-b2d0-ce73a5492dec" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.058584] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0352cb8b-54d9-4335-b2d0-ce73a5492dec" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.058814] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0352cb8b-54d9-4335-b2d0-ce73a5492dec" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.059029] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.059158] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.059232] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.059473] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.059473] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.059729] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0352cb8b-54d9-4335-b2d0-ce73a5492dec" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.059729] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0352cb8b-54d9-4335-b2d0-ce73a5492dec',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.216893] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.217077] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.217077] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.217410] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.217410] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.389720] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.390021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.390122] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.390339] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.390446] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.390543] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2ee44f4-8b24-467a-a5a9-2db8507bbbbe is going to be created. [ 1063.429973] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.429973] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.430199] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.430379] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.430640] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.444642] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2ee44f4-8b24-467a-a5a9-2db8507bbbbe in Status: UNINITIALIZED for 2s [ 1063.565230] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0352cb8b-54d9-4335-b2d0-ce73a5492dec',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.723785] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.070874] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0352cb8b-54d9-4335-b2d0-ce73a5492dec: rpc.has_security_group_logging(os_id): False [ 1064.092499] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.092499] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.092499] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.092499] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.092499] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.092499] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.092499] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.092499] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.092499] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.092499] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.092499] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0352cb8b-54d9-4335-b2d0-ce73a5492dec is going to be created. [ 1064.145730] env[65432]: INFO networking_nsxv3.common.synchronization [req-ce54f117-d29d-4c2a-9cf6-94f60a0e4a55 req-29c99401-6b9f-4bef-9f00-04d58c5ee70e tempest-ServersTestJSON-755690962 tempest-ServersTestJSON-755690962-project-member] Enqueued Resource ID: b2a0225d-ef64-45a1-b899-4119011dd94d with Priority: HIGHEST for action security_group_members [ 1064.146422] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2a0225d-ef64-45a1-b899-4119011dd94d with Priority: HIGHEST for action security_group_members [ 1064.146758] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2a0225d-ef64-45a1-b899-4119011dd94d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.146884] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.146953] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.150321] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.150558] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.150807] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.150807] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.150984] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.151440] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.151440] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2a0225d-ef64-45a1-b899-4119011dd94d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.220469] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.220704] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.220794] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.221093] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.221379] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.226434] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.234796] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0352cb8b-54d9-4335-b2d0-ce73a5492dec in Status: IN_PROGRESS for 2s [ 1064.628027] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock network-484 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.628027] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "network-484" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.628027] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "network-484" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.628027] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "network-484" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.628027] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.628027] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.628027] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.628953] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.629303] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.629665] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1064.629896] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1064.630112] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1064.630305] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1064.630519] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1064.630768] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1064.632243] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1064.654466] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1064.654641] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1064.654641] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1064.654826] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "network-484" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.655251] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock port-1697941b-5ed1-4884-8ec4-5c5058019b65 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.655469] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "port-1697941b-5ed1-4884-8ec4-5c5058019b65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.655682] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "port-1697941b-5ed1-4884-8ec4-5c5058019b65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.656147] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "port-1697941b-5ed1-4884-8ec4-5c5058019b65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.656395] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1697941b-5ed1-4884-8ec4-5c5058019b65',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.657594] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2a0225d-ef64-45a1-b899-4119011dd94d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.729444] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1064.729612] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1064.805619] env[65432]: INFO networking_nsxv3.common.synchronization [req-7d85fadb-76a6-459a-b30f-1704f89075b6 req-c67f4c92-8af1-4132-bbd3-acefa20156f5 tempest-ImagesOneServerNegativeTestJSON-1778316098 tempest-ImagesOneServerNegativeTestJSON-1778316098-project-member] Enqueued Resource ID: 31f32bee-c8f5-4060-8202-125c50104fd0 with Priority: HIGHEST for action security_group_members [ 1064.806733] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31f32bee-c8f5-4060-8202-125c50104fd0 with Priority: HIGHEST for action security_group_members [ 1064.806733] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-31f32bee-c8f5-4060-8202-125c50104fd0 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.806986] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31f32bee-c8f5-4060-8202-125c50104fd0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.806986] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31f32bee-c8f5-4060-8202-125c50104fd0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.807371] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31f32bee-c8f5-4060-8202-125c50104fd0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.807564] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.807671] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.807727] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.808100] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.808100] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.808100] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31f32bee-c8f5-4060-8202-125c50104fd0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.159998] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2a0225d-ef64-45a1-b899-4119011dd94d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.161778] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.162059] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.162152] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.162401] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.162609] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.162779] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Segment Port 1697941b-5ed1-4884-8ec4-5c5058019b65 not found, creating... [ 1065.163137] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.163335] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.163489] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.163754] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.163922] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.164323] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.164488] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.164635] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.164855] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.165019] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.165187] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Resource: SegmentPort with ID: 1697941b-5ed1-4884-8ec4-5c5058019b65 is going to be created. [ 1065.186972] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.187218] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.187380] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.187779] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.187876] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.188086] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "port-1697941b-5ed1-4884-8ec4-5c5058019b65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.312292] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.312396] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.312434] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.312662] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.312767] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.313227] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.313368] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.313467] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.313752] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.313869] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.313975] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31f32bee-c8f5-4060-8202-125c50104fd0 is going to be updated. [ 1065.395751] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.395900] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.396051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.396201] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.396371] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.408144] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31f32bee-c8f5-4060-8202-125c50104fd0 in Status: IN_PROGRESS for 2s [ 1065.595496] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2ee44f4-8b24-467a-a5a9-2db8507bbbbe in Status: SUCCESS [ 1065.596126] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2ee44f4-8b24-467a-a5a9-2db8507bbbbe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.596126] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2ee44f4-8b24-467a-a5a9-2db8507bbbbe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.596255] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2ee44f4-8b24-467a-a5a9-2db8507bbbbe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.596444] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.596646] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.596646] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.596782] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.596863] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.596954] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2ee44f4-8b24-467a-a5a9-2db8507bbbbe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.597074] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b2ee44f4-8b24-467a-a5a9-2db8507bbbbe',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.667778] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.668636] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.668636] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.668636] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.669046] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.669046] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2a0225d-ef64-45a1-b899-4119011dd94d is going to be updated. [ 1065.730296] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.730452] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.730521] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.730710] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.730874] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.740358] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2a0225d-ef64-45a1-b899-4119011dd94d in Status: IN_PROGRESS for 2s [ 1065.910133] env[65432]: INFO networking_nsxv3.common.synchronization [req-ce54f117-d29d-4c2a-9cf6-94f60a0e4a55 req-e8b1928f-76c6-425d-9807-47d8d983d569 service nova] Enqueued Resource ID: b2a0225d-ef64-45a1-b899-4119011dd94d with Priority: HIGHEST for action security_group_rules [ 1065.910196] env[65432]: INFO networking_nsxv3.common.synchronization [req-ce54f117-d29d-4c2a-9cf6-94f60a0e4a55 req-e8b1928f-76c6-425d-9807-47d8d983d569 service nova] Enqueued Resource ID: b2a0225d-ef64-45a1-b899-4119011dd94d with Priority: HIGHEST for action security_group_members [ 1065.910289] env[65432]: INFO networking_nsxv3.common.synchronization [req-ce54f117-d29d-4c2a-9cf6-94f60a0e4a55 req-e8b1928f-76c6-425d-9807-47d8d983d569 service nova] Enqueued Resource ID: 1697941b-5ed1-4884-8ec4-5c5058019b65 with Priority: HIGHEST for action port [ 1065.910814] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2a0225d-ef64-45a1-b899-4119011dd94d with Priority: HIGHEST for action security_group_rules [ 1065.911201] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2a0225d-ef64-45a1-b899-4119011dd94d with Priority: HIGHEST for action security_group_members [ 1065.911334] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1697941b-5ed1-4884-8ec4-5c5058019b65 with Priority: HIGHEST for action port [ 1065.911623] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2a0225d-ef64-45a1-b899-4119011dd94d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.911752] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.911818] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.912181] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.912181] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2a0225d-ef64-45a1-b899-4119011dd94d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.913034] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2a0225d-ef64-45a1-b899-4119011dd94d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.913140] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.913543] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-1697941b-5ed1-4884-8ec4-5c5058019b65 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.913663] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1697941b-5ed1-4884-8ec4-5c5058019b65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.913734] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1697941b-5ed1-4884-8ec4-5c5058019b65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.913997] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1697941b-5ed1-4884-8ec4-5c5058019b65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.914087] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1697941b-5ed1-4884-8ec4-5c5058019b65',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.953579] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.953810] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.953810] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.954011] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.968132] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1065.969085] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.970041] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1066.005783] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.006048] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.006048] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.006242] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.018198] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.018844] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1066.019196] env[65432]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65432) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1066.019196] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1066.063460] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.063678] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.063729] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.063966] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.065639] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.065830] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1066.100238] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b2ee44f4-8b24-467a-a5a9-2db8507bbbbe',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.148246] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.148246] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.148246] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.148246] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.148246] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.148991] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1066.232428] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.232847] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.232847] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.233084] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.233399] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.235193] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:48. [ 1066.235193] env[65432]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'df440234-1108-4d02-9f14-08a48ea3764e', 'a49c8a18-5fe9-46dc-9c57-a5406ae1deea', '86fc5708-c0f4-4d9b-8df9-d5eba9966a02', '9bd07cc7-5f30-4f1b-945f-d0007a74587f', '7a94014d-4924-4144-b5a8-2f7364e39ee3', '14235152-b0db-4da6-b0a7-93d71c2bd9c8', 'deded647-2661-4b65-9a8e-0015d8484606', 'a17c385a-7220-4d15-84be-a1d6c734457e', '50575cbb-c5ae-41f3-bd63-feaf511b6d87', 'd6d5ae8e-6c25-4850-974b-172e7aab7670', 'c66544b6-2226-4b1e-9a19-5d203bd72d65', 'cfb523b2-f674-458d-8f0e-aa7b4b07b9c9', '38d402c9-d6cd-4104-ac1e-440e033a5f0a', '465e550c-c3fd-4157-8660-2733a9cb25d2', 'dc47c73b-a570-48cd-8474-805efeb0d629', '0352cb8b-54d9-4335-b2d0-ce73a5492dec', 'b2a0225d-ef64-45a1-b899-4119011dd94d', '1d7af68b-15a0-438f-ae11-c05f73a8244a', 'f442727c-346f-40a8-92b8-e7c2fd3166d5', 'd1312b13-59d8-441d-af89-7970aba103dd', 'b2119a14-8e94-4bb1-97f5-bab1e7ff0d36', 'c734e3d1-16a8-4525-9804-35b1354b9c02', '69868f43-fcf8-4f9e-8bf2-23662237b5c7', 'f6680803-970d-4445-89af-5d70066c163e', '6ecd6ae4-322a-4610-8134-e084eed8490e', 'b1bbd1a2-2514-49f9-9c85-25db93b785a4', '84c12c3a-1be5-4681-a64f-a9e312c474bc', 'afa32775-cad0-4771-bd2a-6b9faaa3fd14', '495b2387-d937-406b-81b8-0791c88d6224', 'f88b3d7f-3901-4add-97ef-6663e93d7598', '07cf2170-b005-4f1c-9f6d-83e53b4e478c', '4cde2e48-8ef9-4515-a269-e7e4ba6f3fb7', '2b5f3986-2c5a-405e-b9b8-20b9b8f07eb1', 'b9bc8edc-0f80-437b-b110-37bdf270bb9d', 'db844549-e098-4196-a2f4-f81c3c1d7665', '1616385d-9ca5-4512-a732-2b4b772f9c58', '35116453-bb0b-4bbd-b781-a2749b2cbd47', '3187175e-4385-4268-bac4-8780506ee159', '5a7c41a0-98f2-43e6-883b-b2f7e1f0f874', '2d3a473f-48c6-4084-bb28-2a09e6a60184', '6b49bd92-a2be-4932-99ed-6957dd12af0c', '37a92b37-6b0a-4358-bb06-69d05f4dc82e', 'f736ee4d-b88f-4977-86da-44ad77f9cf31', '31f32bee-c8f5-4060-8202-125c50104fd0', '787863d8-62c8-48ab-9083-d72aa2df32af', '27564b81-520f-4365-a89c-373ab442ec1a', 'ccb0a543-d9c0-48dc-ba03-af9897983f22', '72bc10ab-0d8a-4d37-861c-49c1c2952cd9'} {{(pid=65432) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1066.235193] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1066.246844] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0352cb8b-54d9-4335-b2d0-ce73a5492dec in Status: SUCCESS [ 1066.247165] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0352cb8b-54d9-4335-b2d0-ce73a5492dec" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.257451] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.257718] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.257718] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.257920] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.257976] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.258086] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1066.258149] env[65432]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65432) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1066.258211] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1066.356179] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.356338] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.356387] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.356691] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.360824] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.361532] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1066.361532] env[65432]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65432) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1066.361532] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1066.361532] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1066.361532] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/48 resources of Type:Security Group Rules [ 1066.361793] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: df440234-1108-4d02-9f14-08a48ea3764e with Priority: HIGH for action security_group_rules [ 1066.361793] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea with Priority: HIGH for action security_group_rules [ 1066.361793] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 86fc5708-c0f4-4d9b-8df9-d5eba9966a02 with Priority: HIGH for action security_group_rules [ 1066.361793] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f with Priority: HIGH for action security_group_rules [ 1066.362020] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7a94014d-4924-4144-b5a8-2f7364e39ee3 with Priority: HIGH for action security_group_rules [ 1066.362020] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 14235152-b0db-4da6-b0a7-93d71c2bd9c8 with Priority: HIGH for action security_group_rules [ 1066.362020] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: deded647-2661-4b65-9a8e-0015d8484606 with Priority: HIGH for action security_group_rules [ 1066.362020] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a17c385a-7220-4d15-84be-a1d6c734457e with Priority: HIGH for action security_group_rules [ 1066.362216] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 with Priority: HIGH for action security_group_rules [ 1066.362216] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d6d5ae8e-6c25-4850-974b-172e7aab7670 with Priority: HIGH for action security_group_rules [ 1066.362216] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 with Priority: HIGH for action security_group_rules [ 1066.362216] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 with Priority: HIGH for action security_group_rules [ 1066.362371] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 38d402c9-d6cd-4104-ac1e-440e033a5f0a with Priority: HIGH for action security_group_rules [ 1066.362371] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 465e550c-c3fd-4157-8660-2733a9cb25d2 with Priority: HIGH for action security_group_rules [ 1066.362462] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dc47c73b-a570-48cd-8474-805efeb0d629 with Priority: HIGH for action security_group_rules [ 1066.362462] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0352cb8b-54d9-4335-b2d0-ce73a5492dec with Priority: HIGH for action security_group_rules [ 1066.362542] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b2a0225d-ef64-45a1-b899-4119011dd94d with Priority: HIGH for action security_group_rules [ 1066.362586] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1d7af68b-15a0-438f-ae11-c05f73a8244a with Priority: HIGH for action security_group_rules [ 1066.362626] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f442727c-346f-40a8-92b8-e7c2fd3166d5 with Priority: HIGH for action security_group_rules [ 1066.363114] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d1312b13-59d8-441d-af89-7970aba103dd with Priority: HIGH for action security_group_rules [ 1066.363114] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.416559] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2a0225d-ef64-45a1-b899-4119011dd94d taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.416702] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.416935] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1697941b-5ed1-4884-8ec4-5c5058019b65 with status ACTIVE [ 1066.417196] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.417438] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.417531] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.417753] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.417845] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.418047] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.419165] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.419165] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.419165] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.419165] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.419165] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.419165] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.419165] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.419165] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.419165] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.419165] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1697941b-5ed1-4884-8ec4-5c5058019b65 is going to be updated. [ 1066.441378] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.441566] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.441566] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.441730] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.441859] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.442030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1697941b-5ed1-4884-8ec4-5c5058019b65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.606113] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b2ee44f4-8b24-467a-a5a9-2db8507bbbbe: rpc.has_security_group_logging(os_id): False [ 1066.628443] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.628597] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.628662] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.628884] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.628983] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.629247] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.629340] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.629406] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.629627] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.629726] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.629827] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2ee44f4-8b24-467a-a5a9-2db8507bbbbe is going to be created. [ 1066.693703] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.693930] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.693930] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.694121] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.694309] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.714450] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2ee44f4-8b24-467a-a5a9-2db8507bbbbe in Status: IN_PROGRESS for 2s [ 1067.420188] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31f32bee-c8f5-4060-8202-125c50104fd0 in Status: SUCCESS [ 1067.420496] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31f32bee-c8f5-4060-8202-125c50104fd0 deletion is rescheduled due to dependency. [ 1067.420496] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31f32bee-c8f5-4060-8202-125c50104fd0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.761026] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2a0225d-ef64-45a1-b899-4119011dd94d in Status: SUCCESS [ 1067.761026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.761026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.761026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.761026] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.761026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.761026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.761026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.761026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.761026] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2a0225d-ef64-45a1-b899-4119011dd94d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.263599] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2a0225d-ef64-45a1-b899-4119011dd94d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.728597] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2ee44f4-8b24-467a-a5a9-2db8507bbbbe in Status: SUCCESS [ 1068.728982] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2ee44f4-8b24-467a-a5a9-2db8507bbbbe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.763431] env[65432]: INFO networking_nsxv3.common.synchronization [None req-165f2fa5-5168-4402-93fb-d5d1f2597aa8 tempest-AttachVolumeNegativeTest-71679979 tempest-AttachVolumeNegativeTest-71679979-project-member] Enqueued Resource ID: 1a9b63bc-41db-4102-87fd-a74229289f6f with Priority: HIGHEST for action security_group_rules [ 1068.763945] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a9b63bc-41db-4102-87fd-a74229289f6f with Priority: HIGHEST for action security_group_rules [ 1068.764435] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df440234-1108-4d02-9f14-08a48ea3764e with Priority: HIGH for action security_group_rules [ 1068.764435] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86fc5708-c0f4-4d9b-8df9-d5eba9966a02 with Priority: HIGH for action security_group_rules [ 1068.764435] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: deded647-2661-4b65-9a8e-0015d8484606 with Priority: HIGH for action security_group_rules [ 1068.764435] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc47c73b-a570-48cd-8474-805efeb0d629 with Priority: HIGH for action security_group_rules [ 1068.766577] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1312b13-59d8-441d-af89-7970aba103dd with Priority: HIGH for action security_group_rules [ 1068.766872] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f442727c-346f-40a8-92b8-e7c2fd3166d5 with Priority: HIGH for action security_group_rules [ 1068.766872] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d7af68b-15a0-438f-ae11-c05f73a8244a with Priority: HIGH for action security_group_rules [ 1068.767035] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2a0225d-ef64-45a1-b899-4119011dd94d with Priority: HIGH for action security_group_rules [ 1068.767087] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 465e550c-c3fd-4157-8660-2733a9cb25d2 with Priority: HIGH for action security_group_rules [ 1068.767377] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0352cb8b-54d9-4335-b2d0-ce73a5492dec with Priority: HIGH for action security_group_rules [ 1068.767377] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38d402c9-d6cd-4104-ac1e-440e033a5f0a with Priority: HIGH for action security_group_rules [ 1068.767510] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 with Priority: HIGH for action security_group_rules [ 1068.767617] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 with Priority: HIGH for action security_group_rules [ 1068.767617] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6d5ae8e-6c25-4850-974b-172e7aab7670 with Priority: HIGH for action security_group_rules [ 1068.769027] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 with Priority: HIGH for action security_group_rules [ 1068.769027] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14235152-b0db-4da6-b0a7-93d71c2bd9c8 with Priority: HIGH for action security_group_rules [ 1068.769027] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a17c385a-7220-4d15-84be-a1d6c734457e with Priority: HIGH for action security_group_rules [ 1068.769027] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a94014d-4924-4144-b5a8-2f7364e39ee3 with Priority: HIGH for action security_group_rules [ 1068.769027] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea with Priority: HIGH for action security_group_rules [ 1068.769027] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f with Priority: HIGH for action security_group_rules [ 1068.769027] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a9b63bc-41db-4102-87fd-a74229289f6f taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.769027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a9b63bc-41db-4102-87fd-a74229289f6f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.769027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a9b63bc-41db-4102-87fd-a74229289f6f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.769027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a9b63bc-41db-4102-87fd-a74229289f6f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.769027] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a9b63bc-41db-4102-87fd-a74229289f6f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.769909] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df440234-1108-4d02-9f14-08a48ea3764e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.770034] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df440234-1108-4d02-9f14-08a48ea3764e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.770098] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df440234-1108-4d02-9f14-08a48ea3764e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.770468] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df440234-1108-4d02-9f14-08a48ea3764e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.770507] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df440234-1108-4d02-9f14-08a48ea3764e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.771293] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86fc5708-c0f4-4d9b-8df9-d5eba9966a02 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.771454] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.772030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.772030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.772030] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86fc5708-c0f4-4d9b-8df9-d5eba9966a02',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.772543] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-deded647-2661-4b65-9a8e-0015d8484606 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.772607] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-deded647-2661-4b65-9a8e-0015d8484606" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.772646] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-deded647-2661-4b65-9a8e-0015d8484606" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.775035] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-deded647-2661-4b65-9a8e-0015d8484606" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.775035] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('deded647-2661-4b65-9a8e-0015d8484606',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.775035] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc47c73b-a570-48cd-8474-805efeb0d629 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.775035] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc47c73b-a570-48cd-8474-805efeb0d629" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.775035] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc47c73b-a570-48cd-8474-805efeb0d629" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.775035] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc47c73b-a570-48cd-8474-805efeb0d629" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.775035] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc47c73b-a570-48cd-8474-805efeb0d629',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.775035] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2a0225d-ef64-45a1-b899-4119011dd94d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.777525] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1312b13-59d8-441d-af89-7970aba103dd taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.777600] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1312b13-59d8-441d-af89-7970aba103dd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.777641] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1312b13-59d8-441d-af89-7970aba103dd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.777816] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1312b13-59d8-441d-af89-7970aba103dd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.777887] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1312b13-59d8-441d-af89-7970aba103dd',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.779474] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f442727c-346f-40a8-92b8-e7c2fd3166d5 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.779585] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f442727c-346f-40a8-92b8-e7c2fd3166d5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.779649] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f442727c-346f-40a8-92b8-e7c2fd3166d5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.779905] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f442727c-346f-40a8-92b8-e7c2fd3166d5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.779980] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f442727c-346f-40a8-92b8-e7c2fd3166d5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.780957] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d7af68b-15a0-438f-ae11-c05f73a8244a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.781083] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d7af68b-15a0-438f-ae11-c05f73a8244a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.781138] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d7af68b-15a0-438f-ae11-c05f73a8244a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.781296] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d7af68b-15a0-438f-ae11-c05f73a8244a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.781376] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d7af68b-15a0-438f-ae11-c05f73a8244a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.783263] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2a0225d-ef64-45a1-b899-4119011dd94d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.783347] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.783538] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-465e550c-c3fd-4157-8660-2733a9cb25d2 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.783635] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-465e550c-c3fd-4157-8660-2733a9cb25d2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.783697] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-465e550c-c3fd-4157-8660-2733a9cb25d2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.783857] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-465e550c-c3fd-4157-8660-2733a9cb25d2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.783930] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('465e550c-c3fd-4157-8660-2733a9cb25d2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.786127] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0352cb8b-54d9-4335-b2d0-ce73a5492dec taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.786127] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0352cb8b-54d9-4335-b2d0-ce73a5492dec" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.786127] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0352cb8b-54d9-4335-b2d0-ce73a5492dec" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.786127] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0352cb8b-54d9-4335-b2d0-ce73a5492dec" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.786127] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0352cb8b-54d9-4335-b2d0-ce73a5492dec',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.786127] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38d402c9-d6cd-4104-ac1e-440e033a5f0a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.786606] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.786606] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.786606] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.786606] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38d402c9-d6cd-4104-ac1e-440e033a5f0a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.787253] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.789146] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.789146] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.789298] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.789402] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cfb523b2-f674-458d-8f0e-aa7b4b07b9c9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.790490] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c66544b6-2226-4b1e-9a19-5d203bd72d65 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.790605] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.790751] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.791008] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.791130] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c66544b6-2226-4b1e-9a19-5d203bd72d65',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.791930] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6d5ae8e-6c25-4850-974b-172e7aab7670 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.792065] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6d5ae8e-6c25-4850-974b-172e7aab7670" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.792196] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6d5ae8e-6c25-4850-974b-172e7aab7670" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.792398] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6d5ae8e-6c25-4850-974b-172e7aab7670" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.792481] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6d5ae8e-6c25-4850-974b-172e7aab7670',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.793947] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50575cbb-c5ae-41f3-bd63-feaf511b6d87 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.794174] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.794248] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.799203] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.799203] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50575cbb-c5ae-41f3-bd63-feaf511b6d87',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.799203] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14235152-b0db-4da6-b0a7-93d71c2bd9c8 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.799203] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14235152-b0db-4da6-b0a7-93d71c2bd9c8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.799203] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14235152-b0db-4da6-b0a7-93d71c2bd9c8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.799203] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14235152-b0db-4da6-b0a7-93d71c2bd9c8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.799203] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14235152-b0db-4da6-b0a7-93d71c2bd9c8',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.799203] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a17c385a-7220-4d15-84be-a1d6c734457e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.799203] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a17c385a-7220-4d15-84be-a1d6c734457e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.799203] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a17c385a-7220-4d15-84be-a1d6c734457e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.799946] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a17c385a-7220-4d15-84be-a1d6c734457e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.799946] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a17c385a-7220-4d15-84be-a1d6c734457e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.802996] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a94014d-4924-4144-b5a8-2f7364e39ee3 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.803222] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a94014d-4924-4144-b5a8-2f7364e39ee3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.803222] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a94014d-4924-4144-b5a8-2f7364e39ee3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.803423] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a94014d-4924-4144-b5a8-2f7364e39ee3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.803862] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a94014d-4924-4144-b5a8-2f7364e39ee3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.804595] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a49c8a18-5fe9-46dc-9c57-a5406ae1deea taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.804706] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.804899] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.805165] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.805165] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a49c8a18-5fe9-46dc-9c57-a5406ae1deea',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.806380] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9bd07cc7-5f30-4f1b-945f-d0007a74587f taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.806380] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.806736] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.807329] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.807329] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9bd07cc7-5f30-4f1b-945f-d0007a74587f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.807788] env[65432]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 1068.835303] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.835513] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.835513] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.835821] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.871026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.871168] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86fc5708-c0f4-4d9b-8df9-d5eba9966a02 is going to be deleted. [ 1068.950056] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.950665] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.950665] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.950665] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.950665] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.950665] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86fc5708-c0f4-4d9b-8df9-d5eba9966a02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.964862] env[65432]: INFO networking_nsxv3.common.synchronization [None req-aa950cc9-5579-4a53-acb3-40d6e144eb0c tempest-AttachVolumeNegativeTest-71679979 tempest-AttachVolumeNegativeTest-71679979-project-member] Enqueued Resource ID: 1a9b63bc-41db-4102-87fd-a74229289f6f with Priority: HIGHEST for action security_group_rules [ 1068.964977] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a9b63bc-41db-4102-87fd-a74229289f6f with Priority: HIGHEST for action security_group_rules [ 1068.965305] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a9b63bc-41db-4102-87fd-a74229289f6f taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.965401] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a9b63bc-41db-4102-87fd-a74229289f6f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.070414] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock network-377 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.070708] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "network-377" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.070843] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "network-377" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.071141] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "network-377" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.071395] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.071582] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.071717] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.071938] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.072311] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.072709] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1069.072709] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1069.072831] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1069.072871] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1069.072947] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1069.073147] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1069.073224] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1069.103330] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1069.103521] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1069.103651] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1069.103828] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "network-377" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.104291] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock port-e2b0b85a-977c-4d86-af18-8a0847972f73 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.104483] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "port-e2b0b85a-977c-4d86-af18-8a0847972f73" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.104588] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "port-e2b0b85a-977c-4d86-af18-8a0847972f73" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.104901] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "port-e2b0b85a-977c-4d86-af18-8a0847972f73" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.105051] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2b0b85a-977c-4d86-af18-8a0847972f73',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.310084] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-0352cb8b-54d9-4335-b2d0-ce73a5492dec taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.310252] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0352cb8b-54d9-4335-b2d0-ce73a5492dec" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.310365] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0352cb8b-54d9-4335-b2d0-ce73a5492dec" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.310536] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0352cb8b-54d9-4335-b2d0-ce73a5492dec" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.310707] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.310798] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.310855] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.311024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.311133] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.311228] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0352cb8b-54d9-4335-b2d0-ce73a5492dec" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.311314] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0352cb8b-54d9-4335-b2d0-ce73a5492dec',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.314636] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc47c73b-a570-48cd-8474-805efeb0d629 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.314808] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc47c73b-a570-48cd-8474-805efeb0d629" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.314866] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc47c73b-a570-48cd-8474-805efeb0d629" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.315014] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc47c73b-a570-48cd-8474-805efeb0d629" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.315184] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.315570] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.315570] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.315570] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.315570] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.315743] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc47c73b-a570-48cd-8474-805efeb0d629" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.315743] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dc47c73b-a570-48cd-8474-805efeb0d629',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.327579] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d7af68b-15a0-438f-ae11-c05f73a8244a taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.327771] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d7af68b-15a0-438f-ae11-c05f73a8244a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.327771] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d7af68b-15a0-438f-ae11-c05f73a8244a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.328264] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d7af68b-15a0-438f-ae11-c05f73a8244a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.328460] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.328591] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.328700] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.329771] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.329868] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.329959] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d7af68b-15a0-438f-ae11-c05f73a8244a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.330083] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1d7af68b-15a0-438f-ae11-c05f73a8244a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.331491] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.331602] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.331677] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.333432] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.333525] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.333631] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2a0225d-ef64-45a1-b899-4119011dd94d is going to be updated. [ 1069.338932] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-38d402c9-d6cd-4104-ac1e-440e033a5f0a taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.339451] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.339451] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.339451] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.339607] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.339684] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.339736] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.339947] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.339947] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.340150] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.340150] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('38d402c9-d6cd-4104-ac1e-440e033a5f0a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.343312] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-14235152-b0db-4da6-b0a7-93d71c2bd9c8 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.343312] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14235152-b0db-4da6-b0a7-93d71c2bd9c8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.343312] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14235152-b0db-4da6-b0a7-93d71c2bd9c8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.343685] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14235152-b0db-4da6-b0a7-93d71c2bd9c8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.343846] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.343960] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.344048] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.344160] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.344246] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.344689] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14235152-b0db-4da6-b0a7-93d71c2bd9c8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.344799] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('14235152-b0db-4da6-b0a7-93d71c2bd9c8',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.347506] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-deded647-2661-4b65-9a8e-0015d8484606 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.347506] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-deded647-2661-4b65-9a8e-0015d8484606" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.347716] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-deded647-2661-4b65-9a8e-0015d8484606" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.348019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-deded647-2661-4b65-9a8e-0015d8484606" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.348115] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.348190] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.348242] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.348388] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.348469] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.348552] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-deded647-2661-4b65-9a8e-0015d8484606" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.348713] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('deded647-2661-4b65-9a8e-0015d8484606',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.364253] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a49c8a18-5fe9-46dc-9c57-a5406ae1deea taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.364495] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.364724] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.364998] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.365286] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.365377] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.365434] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.365575] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.365663] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.365751] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.365831] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a49c8a18-5fe9-46dc-9c57-a5406ae1deea',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.374387] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('deded647-2661-4b65-9a8e-0015d8484606',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.394696] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.394897] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.394897] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.395243] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.418523] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.418523] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.420018] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.420018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.421190] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.421190] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.425295] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.425295] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.425295] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.425295] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.425295] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.425295] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.425663] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.425706] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.426794] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.426912] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.427653] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.427833] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.428707] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.428870] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.430072] env[65432]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1069.430769] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.430769] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.431616] env[65432]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1069.434039] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.434039] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50575cbb-c5ae-41f3-bd63-feaf511b6d87 is going to be deleted. [ 1069.434039] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.434039] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.444207] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.446568] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.446661] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.446899] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.447072] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.459222] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.459864] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df440234-1108-4d02-9f14-08a48ea3764e is going to be deleted. [ 1069.460526] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.460767] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.462374] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2a0225d-ef64-45a1-b899-4119011dd94d in Status: IN_PROGRESS for 2s [ 1069.488199] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.488199] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 is going to be deleted. [ 1069.488199] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.488199] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.511097] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.511242] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9bd07cc7-5f30-4f1b-945f-d0007a74587f is going to be deleted. [ 1069.512502] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.512822] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.514807] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.514929] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.562595] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.562758] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.563906] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.564095] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a17c385a-7220-4d15-84be-a1d6c734457e is going to be deleted. [ 1069.565188] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.565404] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.578204] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.578434] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.598343] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.598559] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a94014d-4924-4144-b5a8-2f7364e39ee3 is going to be deleted. [ 1069.599586] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.599878] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.600055] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.600205] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a9b63bc-41db-4102-87fd-a74229289f6f already deleted. [ 1069.600267] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a9b63bc-41db-4102-87fd-a74229289f6f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.600420] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.600673] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.601692] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a9b63bc-41db-4102-87fd-a74229289f6f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.601907] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a9b63bc-41db-4102-87fd-a74229289f6f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.602094] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a9b63bc-41db-4102-87fd-a74229289f6f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.610327] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.610557] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.610672] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.610972] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.611139] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.611290] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Segment Port e2b0b85a-977c-4d86-af18-8a0847972f73 not found, creating... [ 1069.611560] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.611718] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.611835] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.612107] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.612212] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.612501] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.612655] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.612770] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.613597] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.613770] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.614020] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Resource: SegmentPort with ID: e2b0b85a-977c-4d86-af18-8a0847972f73 is going to be created. [ 1069.640991] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.641188] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f442727c-346f-40a8-92b8-e7c2fd3166d5 is going to be deleted. [ 1069.642121] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.642352] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.663338] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.663640] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.665855] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.666108] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.677074] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.677372] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.677463] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.677850] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.678148] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.678635] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "port-e2b0b85a-977c-4d86-af18-8a0847972f73" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.696305] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.696500] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6d5ae8e-6c25-4850-974b-172e7aab7670 is going to be deleted. [ 1069.697939] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.698795] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.777943] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.778376] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cfb523b2-f674-458d-8f0e-aa7b4b07b9c9 is going to be deleted. [ 1069.779204] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.779440] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.807418] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.807714] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.820355] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0352cb8b-54d9-4335-b2d0-ce73a5492dec',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.824720] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dc47c73b-a570-48cd-8474-805efeb0d629',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.846782] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('14235152-b0db-4da6-b0a7-93d71c2bd9c8',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.852656] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.853018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.853176] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-38d402c9-d6cd-4104-ac1e-440e033a5f0a taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.854114] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.854114] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.854114] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.854114] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.854114] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.854114] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.854584] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.854584] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.854584] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.854750] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-38d402c9-d6cd-4104-ac1e-440e033a5f0a taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.854841] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.854903] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.855512] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.855694] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.855801] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.855890] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.856075] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.856181] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.856281] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.856487] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('38d402c9-d6cd-4104-ac1e-440e033a5f0a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.858607] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1d7af68b-15a0-438f-ae11-c05f73a8244a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.868484] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.868630] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1312b13-59d8-441d-af89-7970aba103dd is going to be deleted. [ 1069.869909] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.870593] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.874082] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a49c8a18-5fe9-46dc-9c57-a5406ae1deea',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.891844] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for deded647-2661-4b65-9a8e-0015d8484606: rpc.has_security_group_logging(os_id): False [ 1069.926264] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.926484] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.937368] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.937646] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.943509] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.943736] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 465e550c-c3fd-4157-8660-2733a9cb25d2 is going to be deleted. [ 1069.945181] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.945563] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.945668] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.946060] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50575cbb-c5ae-41f3-bd63-feaf511b6d87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.946162] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.946428] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.946616] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.946795] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df440234-1108-4d02-9f14-08a48ea3764e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.947611] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.947860] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.948015] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.948207] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.948433] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.948643] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.948736] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.948858] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9bd07cc7-5f30-4f1b-945f-d0007a74587f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.948994] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.949224] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.949344] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.949472] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a17c385a-7220-4d15-84be-a1d6c734457e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.949656] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.949866] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.949993] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.950190] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a94014d-4924-4144-b5a8-2f7364e39ee3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.950391] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.950613] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.950773] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.950922] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f442727c-346f-40a8-92b8-e7c2fd3166d5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.951134] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.951355] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.951495] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.951644] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6d5ae8e-6c25-4850-974b-172e7aab7670" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.951815] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.952045] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.952184] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.952359] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cfb523b2-f674-458d-8f0e-aa7b4b07b9c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.959595] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.960341] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.960341] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.960341] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.010784] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.011139] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.011289] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.011386] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.011620] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.011724] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.011830] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: deded647-2661-4b65-9a8e-0015d8484606 is going to be updated. [ 1070.052677] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.052677] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.052864] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.052978] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.053100] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.053256] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1312b13-59d8-441d-af89-7970aba103dd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.084805] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.084998] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.085093] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.085321] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.085417] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.085540] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-465e550c-c3fd-4157-8660-2733a9cb25d2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.143246] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.143435] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.143435] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.143568] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.143656] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.143757] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a9b63bc-41db-4102-87fd-a74229289f6f already deleted. [ 1070.143838] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a9b63bc-41db-4102-87fd-a74229289f6f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.151106] env[65432]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1070.151709] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.151872] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.151940] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.152119] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.152260] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.182403] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: deded647-2661-4b65-9a8e-0015d8484606 in Status: IN_PROGRESS for 2s [ 1070.322919] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0352cb8b-54d9-4335-b2d0-ce73a5492dec: rpc.has_security_group_logging(os_id): False [ 1070.327194] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dc47c73b-a570-48cd-8474-805efeb0d629: rpc.has_security_group_logging(os_id): False [ 1070.348178] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.348406] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.348406] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.348724] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.349973] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 14235152-b0db-4da6-b0a7-93d71c2bd9c8: rpc.has_security_group_logging(os_id): False [ 1070.352598] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.352798] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.354779] env[65432]: INFO networking_nsxv3.common.synchronization [req-117de354-8813-48af-b5ca-8ade4f94d3d0 req-9797af57-ce0b-42bf-8350-b91d1a42615b service nova] Enqueued Resource ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 with Priority: HIGHEST for action security_group_rules [ 1070.354943] env[65432]: INFO networking_nsxv3.common.synchronization [req-117de354-8813-48af-b5ca-8ade4f94d3d0 req-9797af57-ce0b-42bf-8350-b91d1a42615b service nova] Enqueued Resource ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 with Priority: HIGHEST for action security_group_members [ 1070.355092] env[65432]: INFO networking_nsxv3.common.synchronization [req-117de354-8813-48af-b5ca-8ade4f94d3d0 req-9797af57-ce0b-42bf-8350-b91d1a42615b service nova] Enqueued Resource ID: e2b0b85a-977c-4d86-af18-8a0847972f73 with Priority: HIGHEST for action port [ 1070.355847] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 with Priority: HIGHEST for action security_group_rules [ 1070.356025] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 with Priority: HIGHEST for action security_group_members [ 1070.356135] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2b0b85a-977c-4d86-af18-8a0847972f73 with Priority: HIGHEST for action port [ 1070.356473] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c66544b6-2226-4b1e-9a19-5d203bd72d65 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.356592] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.356663] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.356860] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.356940] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c66544b6-2226-4b1e-9a19-5d203bd72d65',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.357824] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-c66544b6-2226-4b1e-9a19-5d203bd72d65 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.357938] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.358017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.358174] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.358320] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.358414] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.358476] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.358615] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.358712] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.359170] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c66544b6-2226-4b1e-9a19-5d203bd72d65',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.359587] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2b0b85a-977c-4d86-af18-8a0847972f73 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.359748] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2b0b85a-977c-4d86-af18-8a0847972f73" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.359748] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2b0b85a-977c-4d86-af18-8a0847972f73" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.360211] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2b0b85a-977c-4d86-af18-8a0847972f73" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.360211] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2b0b85a-977c-4d86-af18-8a0847972f73',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.361930] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 38d402c9-d6cd-4104-ac1e-440e033a5f0a: rpc.has_security_group_logging(os_id): False [ 1070.362183] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1d7af68b-15a0-438f-ae11-c05f73a8244a: rpc.has_security_group_logging(os_id): False [ 1070.371450] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.371704] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.375022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.375744] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.375874] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.375950] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.376173] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.376263] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.376365] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc47c73b-a570-48cd-8474-805efeb0d629 is going to be updated. [ 1070.378022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.378320] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.379234] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a49c8a18-5fe9-46dc-9c57-a5406ae1deea: rpc.has_security_group_logging(os_id): False [ 1070.381851] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.382052] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.382810] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.382927] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.403718] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.404045] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.404191] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.404252] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.404445] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.404518] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.404622] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0352cb8b-54d9-4335-b2d0-ce73a5492dec is going to be updated. [ 1070.405893] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.406113] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.407873] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.407993] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.428053] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.428392] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.428532] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.428578] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.428792] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.428906] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.428964] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14235152-b0db-4da6-b0a7-93d71c2bd9c8 is going to be updated. [ 1070.430444] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.430630] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.455666] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.455666] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.455881] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.455950] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.456254] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.456254] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.456601] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.456704] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.456773] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.456938] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.457024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.457280] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.457443] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.457560] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.457796] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.457796] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.457905] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38d402c9-d6cd-4104-ac1e-440e033a5f0a is going to be updated. [ 1070.459066] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.459234] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.461094] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.461257] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.477642] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.477831] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.489776] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.490296] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.490536] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.490625] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.490904] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.491023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.491165] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea is going to be updated. [ 1070.492389] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.492610] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.496400] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.496600] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.519666] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.520040] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.520178] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.520274] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.520532] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.520649] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.520778] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d7af68b-15a0-438f-ae11-c05f73a8244a is going to be updated. [ 1070.522215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.522462] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.522667] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.523930] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.524148] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.524349] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.525204] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.525370] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.525498] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.560355] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0352cb8b-54d9-4335-b2d0-ce73a5492dec in Status: IN_PROGRESS for 2s [ 1070.563032] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc47c73b-a570-48cd-8474-805efeb0d629 in Status: IN_PROGRESS for 2s [ 1070.570691] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14235152-b0db-4da6-b0a7-93d71c2bd9c8 in Status: IN_PROGRESS for 2s [ 1070.607983] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.608257] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.608257] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.608470] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.608587] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.613084] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.613250] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.613295] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.613490] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.613641] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.647039] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38d402c9-d6cd-4104-ac1e-440e033a5f0a in Status: IN_PROGRESS for 2s [ 1070.648377] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea in Status: IN_PROGRESS for 2s [ 1070.716372] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.716372] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.716372] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.716706] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.716848] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.759521] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d7af68b-15a0-438f-ae11-c05f73a8244a in Status: IN_PROGRESS for 2s [ 1070.862849] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c66544b6-2226-4b1e-9a19-5d203bd72d65',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.864071] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-c66544b6-2226-4b1e-9a19-5d203bd72d65 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.864318] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.867136] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e2b0b85a-977c-4d86-af18-8a0847972f73 with status ACTIVE [ 1070.867381] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.868466] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.868466] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.868466] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.868466] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.868659] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.868798] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.868910] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.869154] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.869572] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.870884] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.871562] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.871562] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.872978] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.872978] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.873138] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e2b0b85a-977c-4d86-af18-8a0847972f73 is going to be updated. [ 1070.903824] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.904057] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.904057] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.904380] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.904496] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.904911] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2b0b85a-977c-4d86-af18-8a0847972f73" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.368376] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c66544b6-2226-4b1e-9a19-5d203bd72d65',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.472923] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2a0225d-ef64-45a1-b899-4119011dd94d in Status: SUCCESS [ 1071.472923] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.473174] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.473797] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.473797] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.473797] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.473797] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.474108] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.474108] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.474108] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.474108] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b2a0225d-ef64-45a1-b899-4119011dd94d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.870724] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.870724] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.871125] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.871125] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.871125] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.871267] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 is going to be updated. [ 1071.906447] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.906447] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.906447] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.906447] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.906639] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.916042] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 in Status: IN_PROGRESS for 2s [ 1071.977953] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2a0225d-ef64-45a1-b899-4119011dd94d taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.979036] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.979143] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.979435] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.979642] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.979802] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.979874] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.980053] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.980144] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.980234] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.980388] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2a0225d-ef64-45a1-b899-4119011dd94d taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.980486] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.980548] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.980689] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.980868] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.980913] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.980967] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.981121] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.981199] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.981278] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.981368] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b2a0225d-ef64-45a1-b899-4119011dd94d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.015387] env[65432]: INFO networking_nsxv3.common.synchronization [req-0aed70e5-dd8c-43c1-82f1-cd29ce0a313d req-304c2517-de8d-4947-ad06-1989d275cde2 tempest-ServerPasswordTestJSON-408725099 tempest-ServerPasswordTestJSON-408725099-project-member] Enqueued Resource ID: 84de3db0-7feb-4c8e-9ba1-52d78d430f91 with Priority: HIGHEST for action security_group_members [ 1072.016026] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84de3db0-7feb-4c8e-9ba1-52d78d430f91 with Priority: HIGHEST for action security_group_members [ 1072.016026] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-84de3db0-7feb-4c8e-9ba1-52d78d430f91 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.016178] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84de3db0-7feb-4c8e-9ba1-52d78d430f91" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.016256] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84de3db0-7feb-4c8e-9ba1-52d78d430f91" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.016599] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84de3db0-7feb-4c8e-9ba1-52d78d430f91" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.016791] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.016922] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.016997] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.018299] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.018656] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.018815] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84de3db0-7feb-4c8e-9ba1-52d78d430f91',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.196057] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: deded647-2661-4b65-9a8e-0015d8484606 in Status: SUCCESS [ 1072.196296] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-deded647-2661-4b65-9a8e-0015d8484606" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.366724] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock network-26 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.366897] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "network-26" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.367030] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "network-26" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.367912] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "network-26" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.367912] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.367912] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.367912] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.368163] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.368251] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.368651] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1072.368651] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1072.368805] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1072.368963] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1072.369102] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1072.369211] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1072.369341] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1072.392629] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1072.392944] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1072.393098] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1072.393295] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "network-26" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.393609] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock port-3363fc5f-f848-4d01-998f-536d67370768 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.393834] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "port-3363fc5f-f848-4d01-998f-536d67370768" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.393957] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "port-3363fc5f-f848-4d01-998f-536d67370768" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.394332] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "port-3363fc5f-f848-4d01-998f-536d67370768" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.394491] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3363fc5f-f848-4d01-998f-536d67370768',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.485580] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b2a0225d-ef64-45a1-b899-4119011dd94d: rpc.has_security_group_logging(os_id): False [ 1072.504727] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.505042] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.505171] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.505466] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.523344] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.523430] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.527869] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.528349] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.528510] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.528586] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.528839] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.528932] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.529261] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.529385] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.529432] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.529681] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.529773] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.529989] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.530077] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.530142] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.530297] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.530373] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.530455] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2a0225d-ef64-45a1-b899-4119011dd94d is going to be updated. [ 1072.531584] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.531810] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.531907] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.532106] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.532209] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.532274] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.532420] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.532497] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.532581] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84de3db0-7feb-4c8e-9ba1-52d78d430f91 already deleted. [ 1072.532662] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84de3db0-7feb-4c8e-9ba1-52d78d430f91" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.575228] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0352cb8b-54d9-4335-b2d0-ce73a5492dec in Status: SUCCESS [ 1072.575450] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0352cb8b-54d9-4335-b2d0-ce73a5492dec" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.580215] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc47c73b-a570-48cd-8474-805efeb0d629 in Status: SUCCESS [ 1072.580461] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc47c73b-a570-48cd-8474-805efeb0d629" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.585822] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14235152-b0db-4da6-b0a7-93d71c2bd9c8 in Status: SUCCESS [ 1072.586054] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14235152-b0db-4da6-b0a7-93d71c2bd9c8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.603197] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.603811] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.603811] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.604078] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.604206] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.627909] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2a0225d-ef64-45a1-b899-4119011dd94d in Status: IN_PROGRESS for 2s [ 1072.667917] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea in Status: SUCCESS [ 1072.668178] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.668959] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38d402c9-d6cd-4104-ac1e-440e033a5f0a in Status: SUCCESS [ 1072.669261] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.779817] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d7af68b-15a0-438f-ae11-c05f73a8244a in Status: SUCCESS [ 1072.780136] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d7af68b-15a0-438f-ae11-c05f73a8244a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.898425] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.898425] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.898875] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.898875] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.898945] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.899074] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Segment Port 3363fc5f-f848-4d01-998f-536d67370768 not found, creating... [ 1072.899353] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.899510] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.899630] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.899863] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.899998] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.900300] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.900456] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.900573] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.900785] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.900915] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.901151] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Resource: SegmentPort with ID: 3363fc5f-f848-4d01-998f-536d67370768 is going to be created. [ 1072.923596] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.923820] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.923960] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.924754] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.924754] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.924854] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "port-3363fc5f-f848-4d01-998f-536d67370768" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.723516] env[65432]: INFO networking_nsxv3.common.synchronization [req-0aed70e5-dd8c-43c1-82f1-cd29ce0a313d req-e61b330a-59de-4478-a53e-c28c59e17148 service nova] Enqueued Resource ID: 84de3db0-7feb-4c8e-9ba1-52d78d430f91 with Priority: HIGHEST for action security_group_rules [ 1073.723755] env[65432]: INFO networking_nsxv3.common.synchronization [req-0aed70e5-dd8c-43c1-82f1-cd29ce0a313d req-e61b330a-59de-4478-a53e-c28c59e17148 service nova] Enqueued Resource ID: 84de3db0-7feb-4c8e-9ba1-52d78d430f91 with Priority: HIGHEST for action security_group_members [ 1073.724355] env[65432]: INFO networking_nsxv3.common.synchronization [req-0aed70e5-dd8c-43c1-82f1-cd29ce0a313d req-e61b330a-59de-4478-a53e-c28c59e17148 service nova] Enqueued Resource ID: 3363fc5f-f848-4d01-998f-536d67370768 with Priority: HIGHEST for action port [ 1073.724820] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84de3db0-7feb-4c8e-9ba1-52d78d430f91 with Priority: HIGHEST for action security_group_rules [ 1073.725009] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84de3db0-7feb-4c8e-9ba1-52d78d430f91 with Priority: HIGHEST for action security_group_members [ 1073.725196] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3363fc5f-f848-4d01-998f-536d67370768 with Priority: HIGHEST for action port [ 1073.725540] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84de3db0-7feb-4c8e-9ba1-52d78d430f91 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.725698] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84de3db0-7feb-4c8e-9ba1-52d78d430f91" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.725777] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84de3db0-7feb-4c8e-9ba1-52d78d430f91" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.726166] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84de3db0-7feb-4c8e-9ba1-52d78d430f91" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.726318] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84de3db0-7feb-4c8e-9ba1-52d78d430f91',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.728487] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-84de3db0-7feb-4c8e-9ba1-52d78d430f91 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.728640] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84de3db0-7feb-4c8e-9ba1-52d78d430f91" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.729574] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84de3db0-7feb-4c8e-9ba1-52d78d430f91" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.729574] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84de3db0-7feb-4c8e-9ba1-52d78d430f91" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.729574] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.729574] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.729574] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.729574] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.730263] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.730263] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84de3db0-7feb-4c8e-9ba1-52d78d430f91',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.732282] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-3363fc5f-f848-4d01-998f-536d67370768 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.732436] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3363fc5f-f848-4d01-998f-536d67370768" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.732528] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3363fc5f-f848-4d01-998f-536d67370768" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.732854] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3363fc5f-f848-4d01-998f-536d67370768" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.733666] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3363fc5f-f848-4d01-998f-536d67370768',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.928017] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 in Status: SUCCESS [ 1073.928366] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.928560] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.928883] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.929178] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.929366] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.929485] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.929732] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.929865] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.930026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.930238] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c66544b6-2226-4b1e-9a19-5d203bd72d65',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.228788] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-84de3db0-7feb-4c8e-9ba1-52d78d430f91 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.229610] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84de3db0-7feb-4c8e-9ba1-52d78d430f91" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.235714] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3363fc5f-f848-4d01-998f-536d67370768 with status ACTIVE [ 1074.236079] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.236277] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.236565] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.236708] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.236834] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.237111] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.237265] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.237359] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.237586] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.237703] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.237980] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.238179] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.238221] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.238435] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.238518] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.238640] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3363fc5f-f848-4d01-998f-536d67370768 is going to be updated. [ 1074.240796] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84de3db0-7feb-4c8e-9ba1-52d78d430f91',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.275530] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.275818] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.275971] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.276244] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.276400] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.276688] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3363fc5f-f848-4d01-998f-536d67370768" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.433148] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-c66544b6-2226-4b1e-9a19-5d203bd72d65 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.433320] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.433389] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.433605] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.433779] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.433903] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.433978] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.434107] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.434222] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.434270] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.434447] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-c66544b6-2226-4b1e-9a19-5d203bd72d65 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.434585] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.434639] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.434754] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.434893] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.434984] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.435043] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.435185] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.435289] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.435401] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.435452] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c66544b6-2226-4b1e-9a19-5d203bd72d65',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.648336] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2a0225d-ef64-45a1-b899-4119011dd94d in Status: SUCCESS [ 1074.648336] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.648336] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.648336] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.648336] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2a0225d-ef64-45a1-b899-4119011dd94d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.742874] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84de3db0-7feb-4c8e-9ba1-52d78d430f91',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.941216] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c66544b6-2226-4b1e-9a19-5d203bd72d65: rpc.has_security_group_logging(os_id): False [ 1074.960368] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.960368] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.960368] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.960659] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.960659] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.962124] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.962124] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.962124] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.962124] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.962124] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.962124] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.962124] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.962124] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.962124] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.962124] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.962124] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.962124] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.962124] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.962789] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.962789] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.962789] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 is going to be created. [ 1075.048133] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.048316] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.048362] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.048580] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.048752] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.064352] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 in Status: IN_PROGRESS for 2s [ 1075.152363] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2a0225d-ef64-45a1-b899-4119011dd94d taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.152633] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.152726] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.153074] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.153327] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.153473] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.153522] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.153695] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.153779] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.153872] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.154654] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b2a0225d-ef64-45a1-b899-4119011dd94d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.245118] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.245336] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.245485] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.246426] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.246426] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.246426] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84de3db0-7feb-4c8e-9ba1-52d78d430f91 is going to be created. [ 1075.275413] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.275633] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.275683] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.277684] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.277684] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.288274] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84de3db0-7feb-4c8e-9ba1-52d78d430f91 in Status: UNINITIALIZED for 2s [ 1075.656806] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2a0225d-ef64-45a1-b899-4119011dd94d taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.657105] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.657262] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.657633] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.658040] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.658297] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.658390] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.658668] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.658838] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.659045] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.659337] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2a0225d-ef64-45a1-b899-4119011dd94d taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.659512] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.659639] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.659885] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.660163] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.660325] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.660486] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.660723] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.660866] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.661060] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.661251] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b2a0225d-ef64-45a1-b899-4119011dd94d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.163587] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b2a0225d-ef64-45a1-b899-4119011dd94d: rpc.has_security_group_logging(os_id): False [ 1076.184328] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.184551] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.184551] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.185178] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.185178] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.185178] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.185178] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.185511] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.185511] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.185511] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.186376] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.186376] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.186376] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.186376] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.186376] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.186376] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.186376] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.186376] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.186801] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.186801] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.186801] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2a0225d-ef64-45a1-b899-4119011dd94d is going to be updated. [ 1076.265596] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.265812] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.265934] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.266246] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.266486] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.290258] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2a0225d-ef64-45a1-b899-4119011dd94d in Status: IN_PROGRESS for 2s [ 1076.425371] env[65432]: INFO networking_nsxv3.common.synchronization [req-014e8195-55af-4b07-8a02-1788199eb86d req-c40d55bf-689d-4d5c-b50e-63184ac4054c tempest-AttachVolumeNegativeTest-71679979 tempest-AttachVolumeNegativeTest-71679979-project-member] Enqueued Resource ID: 1a9b63bc-41db-4102-87fd-a74229289f6f with Priority: HIGHEST for action security_group_members [ 1076.427033] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a9b63bc-41db-4102-87fd-a74229289f6f with Priority: HIGHEST for action security_group_members [ 1076.427033] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a9b63bc-41db-4102-87fd-a74229289f6f taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.427251] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a9b63bc-41db-4102-87fd-a74229289f6f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.427251] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a9b63bc-41db-4102-87fd-a74229289f6f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.427468] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a9b63bc-41db-4102-87fd-a74229289f6f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.427709] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.427839] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.427920] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.428147] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.428318] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.428485] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a9b63bc-41db-4102-87fd-a74229289f6f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.874882] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock network-276 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.875262] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "network-276" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.875487] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "network-276" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.875852] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "network-276" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.876276] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.876570] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.876766] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.877234] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.877353] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.877583] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1076.877709] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1076.877853] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1076.878090] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1076.878233] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1076.878429] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1076.878634] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1076.898594] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1076.899028] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1076.899260] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1076.899528] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "network-276" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.899895] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock port-511bb8de-939f-4599-8dde-b19907ba346f taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.900130] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "port-511bb8de-939f-4599-8dde-b19907ba346f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.900444] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "port-511bb8de-939f-4599-8dde-b19907ba346f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.900689] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "port-511bb8de-939f-4599-8dde-b19907ba346f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.900786] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('511bb8de-939f-4599-8dde-b19907ba346f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.931091] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.931291] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.931291] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.931430] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.931569] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.931810] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.931935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.932016] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.932186] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.932267] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.932357] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a9b63bc-41db-4102-87fd-a74229289f6f already deleted. [ 1076.932439] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a9b63bc-41db-4102-87fd-a74229289f6f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.080782] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 in Status: SUCCESS [ 1077.080990] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.299422] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84de3db0-7feb-4c8e-9ba1-52d78d430f91 in Status: SUCCESS [ 1077.299735] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84de3db0-7feb-4c8e-9ba1-52d78d430f91" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.299804] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84de3db0-7feb-4c8e-9ba1-52d78d430f91" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.300029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84de3db0-7feb-4c8e-9ba1-52d78d430f91" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.300228] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.300342] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.300423] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.300575] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.300658] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.300742] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84de3db0-7feb-4c8e-9ba1-52d78d430f91" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.300831] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('84de3db0-7feb-4c8e-9ba1-52d78d430f91',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.403683] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.404186] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.404340] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.404666] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.404828] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.404988] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Segment Port 511bb8de-939f-4599-8dde-b19907ba346f not found, creating... [ 1077.405267] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.405425] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.405539] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.405761] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.405893] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.406187] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.406345] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.406447] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.406713] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.406848] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.406986] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Resource: SegmentPort with ID: 511bb8de-939f-4599-8dde-b19907ba346f is going to be created. [ 1077.430809] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.431061] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.431205] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.431474] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.431702] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.432023] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "port-511bb8de-939f-4599-8dde-b19907ba346f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.805571] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-84de3db0-7feb-4c8e-9ba1-52d78d430f91 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.805769] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84de3db0-7feb-4c8e-9ba1-52d78d430f91" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.805842] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84de3db0-7feb-4c8e-9ba1-52d78d430f91" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.806067] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84de3db0-7feb-4c8e-9ba1-52d78d430f91" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.807051] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.807051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.807051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.807051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.807051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.807051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84de3db0-7feb-4c8e-9ba1-52d78d430f91" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.807051] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-84de3db0-7feb-4c8e-9ba1-52d78d430f91 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.807051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84de3db0-7feb-4c8e-9ba1-52d78d430f91" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.807051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84de3db0-7feb-4c8e-9ba1-52d78d430f91" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.807449] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84de3db0-7feb-4c8e-9ba1-52d78d430f91" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.807449] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.807449] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.807630] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.807665] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.807737] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.807818] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84de3db0-7feb-4c8e-9ba1-52d78d430f91" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.807916] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('84de3db0-7feb-4c8e-9ba1-52d78d430f91',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.142688] env[65432]: INFO networking_nsxv3.common.synchronization [req-014e8195-55af-4b07-8a02-1788199eb86d req-7d13d475-6e63-43e5-a848-f4baaa53f06a service nova] Enqueued Resource ID: 1a9b63bc-41db-4102-87fd-a74229289f6f with Priority: HIGHEST for action security_group_rules [ 1078.142688] env[65432]: INFO networking_nsxv3.common.synchronization [req-014e8195-55af-4b07-8a02-1788199eb86d req-7d13d475-6e63-43e5-a848-f4baaa53f06a service nova] Enqueued Resource ID: 1a9b63bc-41db-4102-87fd-a74229289f6f with Priority: HIGHEST for action security_group_members [ 1078.142688] env[65432]: INFO networking_nsxv3.common.synchronization [req-014e8195-55af-4b07-8a02-1788199eb86d req-7d13d475-6e63-43e5-a848-f4baaa53f06a service nova] Enqueued Resource ID: 511bb8de-939f-4599-8dde-b19907ba346f with Priority: HIGHEST for action port [ 1078.143187] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a9b63bc-41db-4102-87fd-a74229289f6f with Priority: HIGHEST for action security_group_rules [ 1078.143311] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a9b63bc-41db-4102-87fd-a74229289f6f with Priority: HIGHEST for action security_group_members [ 1078.143434] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 511bb8de-939f-4599-8dde-b19907ba346f with Priority: HIGHEST for action port [ 1078.145543] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a9b63bc-41db-4102-87fd-a74229289f6f taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.145543] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a9b63bc-41db-4102-87fd-a74229289f6f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.145543] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a9b63bc-41db-4102-87fd-a74229289f6f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.145543] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a9b63bc-41db-4102-87fd-a74229289f6f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.145543] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a9b63bc-41db-4102-87fd-a74229289f6f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.145963] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a9b63bc-41db-4102-87fd-a74229289f6f taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.145963] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a9b63bc-41db-4102-87fd-a74229289f6f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.147091] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a9b63bc-41db-4102-87fd-a74229289f6f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.147091] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a9b63bc-41db-4102-87fd-a74229289f6f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.147091] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.147091] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.147091] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.147091] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.148145] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.148145] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a9b63bc-41db-4102-87fd-a74229289f6f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.150320] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-511bb8de-939f-4599-8dde-b19907ba346f taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.150436] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-511bb8de-939f-4599-8dde-b19907ba346f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.153757] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-511bb8de-939f-4599-8dde-b19907ba346f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.153757] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-511bb8de-939f-4599-8dde-b19907ba346f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.153757] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('511bb8de-939f-4599-8dde-b19907ba346f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.309404] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2a0225d-ef64-45a1-b899-4119011dd94d in Status: SUCCESS [ 1078.309726] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.309848] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 84de3db0-7feb-4c8e-9ba1-52d78d430f91: rpc.has_security_group_logging(os_id): False [ 1078.327175] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.327320] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.327394] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.327669] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.327762] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.328261] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.328462] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.328556] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.328917] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.329055] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.329339] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.329479] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.329572] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.329752] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.329865] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.330096] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.330228] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.330337] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.330531] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.330638] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.330751] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84de3db0-7feb-4c8e-9ba1-52d78d430f91 is going to be created. [ 1078.390684] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.390913] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.390976] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.391201] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.391400] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.404433] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84de3db0-7feb-4c8e-9ba1-52d78d430f91 in Status: IN_PROGRESS for 2s [ 1078.619510] env[65432]: INFO networking_nsxv3.common.synchronization [None req-7e2cd9c6-79db-4b61-ad25-1fea31c08be1 tempest-ServerActionsTestJSON-1745685189 tempest-ServerActionsTestJSON-1745685189-project-member] Enqueued Resource ID: 85a26055-cda6-4122-86d8-3b9760319e43 with Priority: HIGHEST for action security_group_rules [ 1078.620052] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85a26055-cda6-4122-86d8-3b9760319e43 with Priority: HIGHEST for action security_group_rules [ 1078.620362] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85a26055-cda6-4122-86d8-3b9760319e43 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.620551] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85a26055-cda6-4122-86d8-3b9760319e43" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.620551] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85a26055-cda6-4122-86d8-3b9760319e43" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.620815] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85a26055-cda6-4122-86d8-3b9760319e43" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.620901] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85a26055-cda6-4122-86d8-3b9760319e43',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.651219] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a9b63bc-41db-4102-87fd-a74229289f6f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.654071] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a9b63bc-41db-4102-87fd-a74229289f6f taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.654071] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a9b63bc-41db-4102-87fd-a74229289f6f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.654071] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 511bb8de-939f-4599-8dde-b19907ba346f with status ACTIVE [ 1078.657523] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.657811] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.657876] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.658431] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.658570] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.658856] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.659043] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.659133] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.659445] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.659445] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.659968] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.660140] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.660418] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.660678] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.660837] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.660987] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 511bb8de-939f-4599-8dde-b19907ba346f is going to be updated. [ 1078.695398] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.695398] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.695398] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.695398] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.695398] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.695398] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-511bb8de-939f-4599-8dde-b19907ba346f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.811028] env[65432]: INFO networking_nsxv3.common.synchronization [None req-f643de81-7d1e-424c-9a92-6b1cf9813b0f tempest-ServerActionsTestJSON-1745685189 tempest-ServerActionsTestJSON-1745685189-project-member] Enqueued Resource ID: 85a26055-cda6-4122-86d8-3b9760319e43 with Priority: HIGHEST for action security_group_rules [ 1078.813890] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85a26055-cda6-4122-86d8-3b9760319e43 with Priority: HIGHEST for action security_group_rules [ 1078.814109] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85a26055-cda6-4122-86d8-3b9760319e43 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.814261] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85a26055-cda6-4122-86d8-3b9760319e43" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.142918] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.145141] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.145141] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.145141] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.145141] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.145141] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85a26055-cda6-4122-86d8-3b9760319e43 already deleted. [ 1079.145141] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85a26055-cda6-4122-86d8-3b9760319e43" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.145141] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85a26055-cda6-4122-86d8-3b9760319e43" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.145141] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85a26055-cda6-4122-86d8-3b9760319e43" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.145141] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85a26055-cda6-4122-86d8-3b9760319e43',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.154447] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a9b63bc-41db-4102-87fd-a74229289f6f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.656554] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.656913] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.657019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.657194] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.657283] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.657400] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a9b63bc-41db-4102-87fd-a74229289f6f is going to be created. [ 1079.670035] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.670266] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.670332] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.670511] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.670600] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.670704] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85a26055-cda6-4122-86d8-3b9760319e43 already deleted. [ 1079.670796] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85a26055-cda6-4122-86d8-3b9760319e43" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.683784] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.683943] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.683992] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.685224] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.685791] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.695752] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a9b63bc-41db-4102-87fd-a74229289f6f in Status: UNINITIALIZED for 2s [ 1080.422832] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84de3db0-7feb-4c8e-9ba1-52d78d430f91 in Status: SUCCESS [ 1080.423935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84de3db0-7feb-4c8e-9ba1-52d78d430f91" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.835460] env[65432]: INFO networking_nsxv3.common.synchronization [req-f45030ee-74cb-4aa1-8d52-40b6ce60f7e0 req-b31b4ef6-01d8-49ab-931e-af9e7f414597 tempest-AttachVolumeTestJSON-1219601297 tempest-AttachVolumeTestJSON-1219601297-project-member] Enqueued Resource ID: dc47c73b-a570-48cd-8474-805efeb0d629 with Priority: HIGHEST for action security_group_members [ 1080.836228] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc47c73b-a570-48cd-8474-805efeb0d629 with Priority: HIGHEST for action security_group_members [ 1080.836583] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc47c73b-a570-48cd-8474-805efeb0d629 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.836776] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc47c73b-a570-48cd-8474-805efeb0d629" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.836848] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc47c73b-a570-48cd-8474-805efeb0d629" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.837062] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc47c73b-a570-48cd-8474-805efeb0d629" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.837227] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.837583] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.837583] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.837676] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.837758] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.837853] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc47c73b-a570-48cd-8474-805efeb0d629',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.911279] env[65432]: INFO networking_nsxv3.common.synchronization [req-431be5dd-8250-482f-8bbf-85985f7b15e3 req-c3907cef-b93f-4261-b5b8-a713d33e3aee tempest-ServersTestJSON-755690962 tempest-ServersTestJSON-755690962-project-member] Enqueued Resource ID: b2a0225d-ef64-45a1-b899-4119011dd94d with Priority: HIGHEST for action security_group_members [ 1080.911941] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2a0225d-ef64-45a1-b899-4119011dd94d with Priority: HIGHEST for action security_group_members [ 1080.912344] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2a0225d-ef64-45a1-b899-4119011dd94d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.912493] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.912575] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.913816] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.913816] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.913816] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.913816] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.913816] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.913816] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.913816] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2a0225d-ef64-45a1-b899-4119011dd94d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.342688] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.342941] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.342941] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.343326] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.343424] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.344174] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.344371] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.344468] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.346025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.346025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.346025] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc47c73b-a570-48cd-8474-805efeb0d629 is going to be updated. [ 1081.381294] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.381475] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.381512] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.382056] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.382056] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.394215] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc47c73b-a570-48cd-8474-805efeb0d629 in Status: IN_PROGRESS for 2s [ 1081.416520] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2a0225d-ef64-45a1-b899-4119011dd94d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.707703] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a9b63bc-41db-4102-87fd-a74229289f6f in Status: SUCCESS [ 1081.708264] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a9b63bc-41db-4102-87fd-a74229289f6f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.708423] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a9b63bc-41db-4102-87fd-a74229289f6f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.708589] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a9b63bc-41db-4102-87fd-a74229289f6f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.708806] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.708993] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.709133] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.709292] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.709413] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.709496] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a9b63bc-41db-4102-87fd-a74229289f6f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.709582] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1a9b63bc-41db-4102-87fd-a74229289f6f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.877378] env[65432]: INFO networking_nsxv3.common.synchronization [req-c69dca7f-c413-4c02-abae-a102d2793fae req-bdc2952d-88cf-46f2-b58a-6aa779569954 tempest-ImagesOneServerNegativeTestJSON-1778316098 tempest-ImagesOneServerNegativeTestJSON-1778316098-project-member] Enqueued Resource ID: 31f32bee-c8f5-4060-8202-125c50104fd0 with Priority: HIGHEST for action security_group_members [ 1081.877934] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31f32bee-c8f5-4060-8202-125c50104fd0 with Priority: HIGHEST for action security_group_members [ 1081.878248] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-31f32bee-c8f5-4060-8202-125c50104fd0 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.878371] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31f32bee-c8f5-4060-8202-125c50104fd0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.878439] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31f32bee-c8f5-4060-8202-125c50104fd0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.878640] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31f32bee-c8f5-4060-8202-125c50104fd0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.878793] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.878974] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.879076] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.879205] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.879287] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.879384] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31f32bee-c8f5-4060-8202-125c50104fd0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.922701] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2a0225d-ef64-45a1-b899-4119011dd94d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.214848] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1a9b63bc-41db-4102-87fd-a74229289f6f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.228243] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock network-421 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.228243] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "network-421" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.228243] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "network-421" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.228434] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "network-421" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.228556] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.228779] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.228890] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.229156] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.229313] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.229530] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1082.229637] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1082.229744] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1082.229853] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1082.229958] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1082.230073] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1082.230207] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1082.252569] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1082.252569] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1082.252569] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1082.252569] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "network-421" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.252814] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock port-852dd8c9-8ea5-4d27-ab4e-f9e75448e64c taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.253025] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "port-852dd8c9-8ea5-4d27-ab4e-f9e75448e64c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.253025] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "port-852dd8c9-8ea5-4d27-ab4e-f9e75448e64c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.253401] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "port-852dd8c9-8ea5-4d27-ab4e-f9e75448e64c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.253651] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('852dd8c9-8ea5-4d27-ab4e-f9e75448e64c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.381842] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.382388] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.382544] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.382774] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.405284] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.405664] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.405832] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.405908] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.406159] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.406254] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.406346] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31f32bee-c8f5-4060-8202-125c50104fd0 is going to be updated. [ 1082.425983] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.426336] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.426429] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.426889] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.427086] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.427253] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2a0225d-ef64-45a1-b899-4119011dd94d is going to be updated. [ 1082.447227] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.447227] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.447227] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.447227] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.447227] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.456486] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31f32bee-c8f5-4060-8202-125c50104fd0 in Status: IN_PROGRESS for 2s [ 1082.461540] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.461702] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.461767] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.461980] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.462146] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.470804] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2a0225d-ef64-45a1-b899-4119011dd94d in Status: IN_PROGRESS for 2s [ 1082.726448] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1a9b63bc-41db-4102-87fd-a74229289f6f: rpc.has_security_group_logging(os_id): False [ 1082.751158] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.751158] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.751158] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.751158] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.751158] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.751158] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.751158] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.751158] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.751158] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.751760] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.751951] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a9b63bc-41db-4102-87fd-a74229289f6f is going to be created. [ 1082.755667] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.755919] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.756092] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.756435] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.756629] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.756844] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Segment Port 852dd8c9-8ea5-4d27-ab4e-f9e75448e64c not found, creating... [ 1082.757148] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.757364] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.757614] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.757904] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.758058] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.758380] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.758543] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.758663] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.759061] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.759061] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.759179] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Resource: SegmentPort with ID: 852dd8c9-8ea5-4d27-ab4e-f9e75448e64c is going to be created. [ 1082.784484] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.784923] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.785164] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.785581] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.786444] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.786444] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "port-852dd8c9-8ea5-4d27-ab4e-f9e75448e64c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.831952] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.832229] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.832357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.832726] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.833075] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.854068] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a9b63bc-41db-4102-87fd-a74229289f6f in Status: IN_PROGRESS for 2s [ 1083.404741] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc47c73b-a570-48cd-8474-805efeb0d629 in Status: SUCCESS [ 1083.404741] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc47c73b-a570-48cd-8474-805efeb0d629 deletion is rescheduled due to dependency. [ 1083.404741] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc47c73b-a570-48cd-8474-805efeb0d629" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.493732] env[65432]: INFO networking_nsxv3.common.synchronization [req-c69dca7f-c413-4c02-abae-a102d2793fae req-0b923e83-7256-4c7a-8979-37a92c7edf42 service nova] Enqueued Resource ID: 31f32bee-c8f5-4060-8202-125c50104fd0 with Priority: HIGHEST for action security_group_rules [ 1083.493821] env[65432]: INFO networking_nsxv3.common.synchronization [req-c69dca7f-c413-4c02-abae-a102d2793fae req-0b923e83-7256-4c7a-8979-37a92c7edf42 service nova] Enqueued Resource ID: 31f32bee-c8f5-4060-8202-125c50104fd0 with Priority: HIGHEST for action security_group_members [ 1083.493982] env[65432]: INFO networking_nsxv3.common.synchronization [req-c69dca7f-c413-4c02-abae-a102d2793fae req-0b923e83-7256-4c7a-8979-37a92c7edf42 service nova] Enqueued Resource ID: 852dd8c9-8ea5-4d27-ab4e-f9e75448e64c with Priority: HIGHEST for action port [ 1083.494569] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31f32bee-c8f5-4060-8202-125c50104fd0 with Priority: HIGHEST for action security_group_rules [ 1083.494860] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31f32bee-c8f5-4060-8202-125c50104fd0 with Priority: HIGHEST for action security_group_members [ 1083.494916] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 852dd8c9-8ea5-4d27-ab4e-f9e75448e64c with Priority: HIGHEST for action port [ 1083.495260] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31f32bee-c8f5-4060-8202-125c50104fd0 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.495347] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31f32bee-c8f5-4060-8202-125c50104fd0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.495422] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31f32bee-c8f5-4060-8202-125c50104fd0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.495619] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31f32bee-c8f5-4060-8202-125c50104fd0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.495719] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31f32bee-c8f5-4060-8202-125c50104fd0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.497052] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-31f32bee-c8f5-4060-8202-125c50104fd0 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.497052] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31f32bee-c8f5-4060-8202-125c50104fd0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.497160] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-852dd8c9-8ea5-4d27-ab4e-f9e75448e64c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.497224] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-852dd8c9-8ea5-4d27-ab4e-f9e75448e64c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.497321] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-852dd8c9-8ea5-4d27-ab4e-f9e75448e64c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.497545] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-852dd8c9-8ea5-4d27-ab4e-f9e75448e64c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.497644] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('852dd8c9-8ea5-4d27-ab4e-f9e75448e64c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.541858] env[65432]: INFO networking_nsxv3.common.synchronization [req-3519f1b0-e1e2-4fda-8f7c-4c6609fd3b12 req-d59d432c-5d91-4caf-96b3-da24f74269d0 tempest-ServerActionsTestOtherB-1703039426 tempest-ServerActionsTestOtherB-1703039426-project-member] Enqueued Resource ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea with Priority: HIGHEST for action security_group_members [ 1083.541858] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea with Priority: HIGHEST for action security_group_members [ 1083.542090] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a49c8a18-5fe9-46dc-9c57-a5406ae1deea taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.542238] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.542306] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.542498] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.542648] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.546261] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.546261] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.546261] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.546261] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.546261] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a49c8a18-5fe9-46dc-9c57-a5406ae1deea',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.000161] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-31f32bee-c8f5-4060-8202-125c50104fd0 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.000618] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31f32bee-c8f5-4060-8202-125c50104fd0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.000869] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 852dd8c9-8ea5-4d27-ab4e-f9e75448e64c with status ACTIVE [ 1084.001169] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.001242] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.001242] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.001460] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.001551] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.001722] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.001818] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.001882] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.002079] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.002139] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.002823] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.002823] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.002823] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.002823] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.002823] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.002823] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 852dd8c9-8ea5-4d27-ab4e-f9e75448e64c is going to be updated. [ 1084.028198] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.028380] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.028449] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.028827] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.028900] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.029029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-852dd8c9-8ea5-4d27-ab4e-f9e75448e64c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.045918] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.045918] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.046090] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.046225] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.046330] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.046533] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.046634] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.046702] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.046875] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.046956] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.047082] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea is going to be updated. [ 1084.095526] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.095526] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.095526] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.095526] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.095526] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.105083] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea in Status: IN_PROGRESS for 2s [ 1084.468354] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31f32bee-c8f5-4060-8202-125c50104fd0 in Status: SUCCESS [ 1084.468354] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31f32bee-c8f5-4060-8202-125c50104fd0 deletion is rescheduled due to dependency. [ 1084.468947] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31f32bee-c8f5-4060-8202-125c50104fd0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.468947] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31f32bee-c8f5-4060-8202-125c50104fd0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.469065] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31f32bee-c8f5-4060-8202-125c50104fd0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.469251] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.469370] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.469436] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.469590] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.470025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.470025] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31f32bee-c8f5-4060-8202-125c50104fd0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.479845] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2a0225d-ef64-45a1-b899-4119011dd94d in Status: SUCCESS [ 1084.480099] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.867253] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a9b63bc-41db-4102-87fd-a74229289f6f in Status: SUCCESS [ 1084.867367] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a9b63bc-41db-4102-87fd-a74229289f6f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.946396] env[65432]: INFO networking_nsxv3.common.synchronization [req-2f32f25a-dfe9-4502-a44e-d36134b6285d req-066575c2-0a06-4fd2-a1dd-146867e789d3 tempest-ServerActionsTestJSON-1745685189 tempest-ServerActionsTestJSON-1745685189-project-member] Enqueued Resource ID: 85a26055-cda6-4122-86d8-3b9760319e43 with Priority: HIGHEST for action security_group_members [ 1084.946396] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85a26055-cda6-4122-86d8-3b9760319e43 with Priority: HIGHEST for action security_group_members [ 1084.946396] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-85a26055-cda6-4122-86d8-3b9760319e43 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.946396] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85a26055-cda6-4122-86d8-3b9760319e43" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.946396] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85a26055-cda6-4122-86d8-3b9760319e43" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.946396] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85a26055-cda6-4122-86d8-3b9760319e43" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.946396] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.946834] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.946834] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.947127] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.947127] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.947251] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85a26055-cda6-4122-86d8-3b9760319e43',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.972324] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31f32bee-c8f5-4060-8202-125c50104fd0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.258557] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock network-48 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.258771] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "network-48" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.258895] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "network-48" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.259342] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "network-48" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.259646] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.259846] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.260011] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.260278] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.260449] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.260690] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1085.260833] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1085.260968] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1085.261114] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1085.261265] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1085.261399] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1085.261557] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1085.282554] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1085.282830] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1085.282993] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1085.283219] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "network-48" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.283574] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock port-f325a204-6b73-4f10-aabd-fcbd7897423d taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.283746] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "port-f325a204-6b73-4f10-aabd-fcbd7897423d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.283865] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "port-f325a204-6b73-4f10-aabd-fcbd7897423d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.284382] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "port-f325a204-6b73-4f10-aabd-fcbd7897423d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.284382] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f325a204-6b73-4f10-aabd-fcbd7897423d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.449548] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.449705] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.449777] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.450015] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.450117] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.450319] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.450447] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.450479] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.450626] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.450701] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.450782] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85a26055-cda6-4122-86d8-3b9760319e43 already deleted. [ 1085.450861] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85a26055-cda6-4122-86d8-3b9760319e43" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.473940] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31f32bee-c8f5-4060-8202-125c50104fd0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.787441] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.787765] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.788108] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.788517] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.788667] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.788830] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Segment Port f325a204-6b73-4f10-aabd-fcbd7897423d not found, creating... [ 1085.789138] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.789345] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.789486] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.789833] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.789990] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.790324] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.790471] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.790587] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.790797] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.790928] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.791079] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Resource: SegmentPort with ID: f325a204-6b73-4f10-aabd-fcbd7897423d is going to be created. [ 1085.814510] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.814872] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.815037] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.815358] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.815642] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.815921] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "port-f325a204-6b73-4f10-aabd-fcbd7897423d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.976588] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.976813] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.976867] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.977242] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.977242] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.977377] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31f32bee-c8f5-4060-8202-125c50104fd0 is going to be updated. [ 1086.010867] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.011207] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.011306] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.011578] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.011705] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.022735] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31f32bee-c8f5-4060-8202-125c50104fd0 in Status: IN_PROGRESS for 2s [ 1086.116029] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea in Status: SUCCESS [ 1086.116266] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea deletion is rescheduled due to dependency. [ 1086.116440] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.421443] env[65432]: INFO networking_nsxv3.common.synchronization [req-ccc086c2-d906-4f02-b716-db0faf927ee2 req-ccbd278c-d6f9-45e1-ab19-01a38ace5daf tempest-ServerPasswordTestJSON-408725099 tempest-ServerPasswordTestJSON-408725099-project-member] Enqueued Resource ID: 84de3db0-7feb-4c8e-9ba1-52d78d430f91 with Priority: HIGHEST for action security_group_members [ 1086.422149] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84de3db0-7feb-4c8e-9ba1-52d78d430f91 with Priority: HIGHEST for action security_group_members [ 1086.422468] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-84de3db0-7feb-4c8e-9ba1-52d78d430f91 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.422595] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84de3db0-7feb-4c8e-9ba1-52d78d430f91" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.422664] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84de3db0-7feb-4c8e-9ba1-52d78d430f91" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.422883] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84de3db0-7feb-4c8e-9ba1-52d78d430f91" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.423074] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.424093] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.424093] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.424232] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.424465] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.424465] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84de3db0-7feb-4c8e-9ba1-52d78d430f91',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.513227] env[65432]: INFO networking_nsxv3.common.synchronization [req-2f32f25a-dfe9-4502-a44e-d36134b6285d req-130e31b0-0052-4313-bfc0-63cde694f61e service nova] Enqueued Resource ID: 85a26055-cda6-4122-86d8-3b9760319e43 with Priority: HIGHEST for action security_group_rules [ 1086.513496] env[65432]: INFO networking_nsxv3.common.synchronization [req-2f32f25a-dfe9-4502-a44e-d36134b6285d req-130e31b0-0052-4313-bfc0-63cde694f61e service nova] Enqueued Resource ID: 85a26055-cda6-4122-86d8-3b9760319e43 with Priority: HIGHEST for action security_group_members [ 1086.513567] env[65432]: INFO networking_nsxv3.common.synchronization [req-2f32f25a-dfe9-4502-a44e-d36134b6285d req-130e31b0-0052-4313-bfc0-63cde694f61e service nova] Enqueued Resource ID: f325a204-6b73-4f10-aabd-fcbd7897423d with Priority: HIGHEST for action port [ 1086.514143] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85a26055-cda6-4122-86d8-3b9760319e43 with Priority: HIGHEST for action security_group_rules [ 1086.514280] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85a26055-cda6-4122-86d8-3b9760319e43 with Priority: HIGHEST for action security_group_members [ 1086.514380] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f325a204-6b73-4f10-aabd-fcbd7897423d with Priority: HIGHEST for action port [ 1086.514721] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85a26055-cda6-4122-86d8-3b9760319e43 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.514789] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85a26055-cda6-4122-86d8-3b9760319e43" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.514861] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85a26055-cda6-4122-86d8-3b9760319e43" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.515235] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85a26055-cda6-4122-86d8-3b9760319e43" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.515311] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85a26055-cda6-4122-86d8-3b9760319e43',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.516198] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-85a26055-cda6-4122-86d8-3b9760319e43 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.516326] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85a26055-cda6-4122-86d8-3b9760319e43" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.516380] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85a26055-cda6-4122-86d8-3b9760319e43" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.516568] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85a26055-cda6-4122-86d8-3b9760319e43" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.517894] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.518021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.518093] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.518256] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.518346] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.518442] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85a26055-cda6-4122-86d8-3b9760319e43',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.520172] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-f325a204-6b73-4f10-aabd-fcbd7897423d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.520172] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f325a204-6b73-4f10-aabd-fcbd7897423d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.520172] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f325a204-6b73-4f10-aabd-fcbd7897423d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.520333] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f325a204-6b73-4f10-aabd-fcbd7897423d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.520412] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f325a204-6b73-4f10-aabd-fcbd7897423d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.851669] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock network-377 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.851973] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "network-377" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.852096] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "network-377" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.852511] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "network-377" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.852787] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.852943] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.853073] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.853304] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.853445] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.853649] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1086.853763] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1086.853869] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1086.853976] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1086.854104] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1086.854216] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1086.854339] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1086.874090] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1086.874306] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1086.874572] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1086.874777] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "network-377" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.875126] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock port-e2b0b85a-977c-4d86-af18-8a0847972f73 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.875308] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "port-e2b0b85a-977c-4d86-af18-8a0847972f73" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.875428] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "port-e2b0b85a-977c-4d86-af18-8a0847972f73" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.875688] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "port-e2b0b85a-977c-4d86-af18-8a0847972f73" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.875823] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2b0b85a-977c-4d86-af18-8a0847972f73',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.926997] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.927190] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.927266] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.927478] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.928707] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.928707] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.928707] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.928707] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.928707] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.928707] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.928707] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84de3db0-7feb-4c8e-9ba1-52d78d430f91 is going to be updated. [ 1086.956658] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.956895] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.956940] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.957151] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.957321] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.969220] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84de3db0-7feb-4c8e-9ba1-52d78d430f91 in Status: IN_PROGRESS for 2s [ 1087.020815] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85a26055-cda6-4122-86d8-3b9760319e43',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.022384] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f325a204-6b73-4f10-aabd-fcbd7897423d with status ACTIVE [ 1087.022709] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.022923] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.023138] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.023415] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.023582] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.023879] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.025060] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.025142] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.025580] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.026675] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.027101] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.027292] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.027501] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.027726] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.027833] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.028087] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f325a204-6b73-4f10-aabd-fcbd7897423d is going to be updated. [ 1087.029775] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-85a26055-cda6-4122-86d8-3b9760319e43 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.029912] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85a26055-cda6-4122-86d8-3b9760319e43" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.055036] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.055036] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.055036] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.055036] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.055036] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.055299] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f325a204-6b73-4f10-aabd-fcbd7897423d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.378578] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.378835] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.378963] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.379271] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.379435] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.379735] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.379891] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.380044] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.380263] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.380420] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.380704] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.380887] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.381131] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.381239] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.381375] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.381510] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Resource: SegmentPort with ID: e2b0b85a-977c-4d86-af18-8a0847972f73 is going to be updated. [ 1087.402184] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.402428] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.402514] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.402792] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.403056] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.403292] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "port-e2b0b85a-977c-4d86-af18-8a0847972f73" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.531442] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85a26055-cda6-4122-86d8-3b9760319e43',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.032326] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31f32bee-c8f5-4060-8202-125c50104fd0 in Status: SUCCESS [ 1088.032527] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31f32bee-c8f5-4060-8202-125c50104fd0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.032734] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31f32bee-c8f5-4060-8202-125c50104fd0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.033023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31f32bee-c8f5-4060-8202-125c50104fd0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.033193] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.033313] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.033384] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.033559] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.033639] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.033721] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31f32bee-c8f5-4060-8202-125c50104fd0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.033831] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('31f32bee-c8f5-4060-8202-125c50104fd0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.037320] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.037320] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.037320] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.037320] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.037320] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.037320] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85a26055-cda6-4122-86d8-3b9760319e43 is going to be created. [ 1088.057248] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.057430] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.057430] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.057930] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.057930] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.068216] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85a26055-cda6-4122-86d8-3b9760319e43 in Status: UNINITIALIZED for 2s [ 1088.154232] env[65432]: INFO networking_nsxv3.common.synchronization [req-8e912936-7f81-4974-8959-ae6c839e4382 req-563cfb2b-e119-4019-9d93-a1498261f196 service nova] Enqueued Resource ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 with Priority: HIGHEST for action security_group_rules [ 1088.154462] env[65432]: INFO networking_nsxv3.common.synchronization [req-8e912936-7f81-4974-8959-ae6c839e4382 req-563cfb2b-e119-4019-9d93-a1498261f196 service nova] Enqueued Resource ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 with Priority: HIGHEST for action security_group_members [ 1088.154632] env[65432]: INFO networking_nsxv3.common.synchronization [req-8e912936-7f81-4974-8959-ae6c839e4382 req-563cfb2b-e119-4019-9d93-a1498261f196 service nova] Enqueued Resource ID: e2b0b85a-977c-4d86-af18-8a0847972f73 with Priority: HIGHEST for action port [ 1088.155365] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 with Priority: HIGHEST for action security_group_rules [ 1088.155563] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 with Priority: HIGHEST for action security_group_members [ 1088.155756] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2b0b85a-977c-4d86-af18-8a0847972f73 with Priority: HIGHEST for action port [ 1088.156305] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c66544b6-2226-4b1e-9a19-5d203bd72d65 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.157770] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.157770] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.157770] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.157770] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c66544b6-2226-4b1e-9a19-5d203bd72d65',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.157770] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-c66544b6-2226-4b1e-9a19-5d203bd72d65 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.158346] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.158346] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.158346] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.158346] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.158461] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.158461] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.158575] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.160207] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.160207] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c66544b6-2226-4b1e-9a19-5d203bd72d65',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.160207] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2b0b85a-977c-4d86-af18-8a0847972f73 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.160207] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2b0b85a-977c-4d86-af18-8a0847972f73" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.160207] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2b0b85a-977c-4d86-af18-8a0847972f73" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.160207] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2b0b85a-977c-4d86-af18-8a0847972f73" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.160207] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2b0b85a-977c-4d86-af18-8a0847972f73',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.537949] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-31f32bee-c8f5-4060-8202-125c50104fd0 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.539134] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31f32bee-c8f5-4060-8202-125c50104fd0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.539134] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31f32bee-c8f5-4060-8202-125c50104fd0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.539134] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31f32bee-c8f5-4060-8202-125c50104fd0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.539134] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.540738] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.540738] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.540738] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.540738] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.540738] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31f32bee-c8f5-4060-8202-125c50104fd0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.540738] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-31f32bee-c8f5-4060-8202-125c50104fd0 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.540738] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31f32bee-c8f5-4060-8202-125c50104fd0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.540738] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31f32bee-c8f5-4060-8202-125c50104fd0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.540738] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31f32bee-c8f5-4060-8202-125c50104fd0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.540738] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.540738] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.540738] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.540738] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.540738] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.540738] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31f32bee-c8f5-4060-8202-125c50104fd0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.540738] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('31f32bee-c8f5-4060-8202-125c50104fd0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.662306] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-c66544b6-2226-4b1e-9a19-5d203bd72d65 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.662306] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.662530] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c66544b6-2226-4b1e-9a19-5d203bd72d65',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.664249] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e2b0b85a-977c-4d86-af18-8a0847972f73 with status ACTIVE [ 1088.664529] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.664705] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.664835] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.666062] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.666062] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.666062] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.666062] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.666062] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.666062] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.666062] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.666062] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.666868] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.666868] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.666868] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.666868] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.667157] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e2b0b85a-977c-4d86-af18-8a0847972f73 is going to be updated. [ 1088.707592] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.707754] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.707829] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.708155] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.708568] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.708568] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2b0b85a-977c-4d86-af18-8a0847972f73" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.980372] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84de3db0-7feb-4c8e-9ba1-52d78d430f91 in Status: SUCCESS [ 1088.980582] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84de3db0-7feb-4c8e-9ba1-52d78d430f91 deletion is rescheduled due to dependency. [ 1088.980582] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84de3db0-7feb-4c8e-9ba1-52d78d430f91" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.044537] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 31f32bee-c8f5-4060-8202-125c50104fd0: rpc.has_security_group_logging(os_id): False [ 1089.073122] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.073360] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.073360] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.073602] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.073683] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.073901] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.074039] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.074092] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.074237] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.074313] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.074527] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.074643] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.074695] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.074842] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.074914] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.075131] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.075233] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.075305] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.075407] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.075515] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.075612] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31f32bee-c8f5-4060-8202-125c50104fd0 is going to be updated. [ 1089.165602] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c66544b6-2226-4b1e-9a19-5d203bd72d65',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.166889] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.167107] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.167107] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.167312] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.167466] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.186500] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31f32bee-c8f5-4060-8202-125c50104fd0 in Status: IN_PROGRESS for 2s [ 1089.670212] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.670560] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.670560] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.670560] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.670667] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.670829] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 is going to be updated. [ 1089.733852] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.734009] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.734098] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.734320] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.734462] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.760190] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 in Status: IN_PROGRESS for 2s [ 1089.936564] env[65432]: INFO networking_nsxv3.common.synchronization [req-b57201eb-d02e-41f4-87be-9c41c288accd req-2e15c2c8-2e6b-4b9f-9a3e-aa9fdab0169d tempest-ServersTestJSON-755690962 tempest-ServersTestJSON-755690962-project-member] Enqueued Resource ID: b2a0225d-ef64-45a1-b899-4119011dd94d with Priority: HIGHEST for action security_group_members [ 1089.937199] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2a0225d-ef64-45a1-b899-4119011dd94d with Priority: HIGHEST for action security_group_members [ 1089.938054] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2a0225d-ef64-45a1-b899-4119011dd94d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.938054] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.938934] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.938934] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.939156] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.939281] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.939360] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.939530] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.939632] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.939733] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2a0225d-ef64-45a1-b899-4119011dd94d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.078439] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85a26055-cda6-4122-86d8-3b9760319e43 in Status: SUCCESS [ 1090.078656] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85a26055-cda6-4122-86d8-3b9760319e43" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.078839] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85a26055-cda6-4122-86d8-3b9760319e43" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.079098] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85a26055-cda6-4122-86d8-3b9760319e43" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.079378] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.079538] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.079538] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.079682] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.079739] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.079793] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85a26055-cda6-4122-86d8-3b9760319e43" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.079881] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85a26055-cda6-4122-86d8-3b9760319e43',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.443657] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.443789] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.443876] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.444107] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.444204] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.444410] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.444507] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.444570] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.445115] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.445115] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.445115] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2a0225d-ef64-45a1-b899-4119011dd94d is going to be updated. [ 1090.474782] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.474938] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.475084] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.475371] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.475545] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.485459] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2a0225d-ef64-45a1-b899-4119011dd94d in Status: IN_PROGRESS for 2s [ 1090.583642] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85a26055-cda6-4122-86d8-3b9760319e43',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.086110] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85a26055-cda6-4122-86d8-3b9760319e43: rpc.has_security_group_logging(os_id): False [ 1091.107550] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.107724] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.107787] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.108055] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.108162] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.108422] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.108527] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.108573] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.108734] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.108808] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.108973] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85a26055-cda6-4122-86d8-3b9760319e43 is going to be created. [ 1091.176499] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.176814] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.176814] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.177041] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.177353] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.189698] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85a26055-cda6-4122-86d8-3b9760319e43 in Status: IN_PROGRESS for 2s [ 1091.203579] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31f32bee-c8f5-4060-8202-125c50104fd0 in Status: SUCCESS [ 1091.203848] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31f32bee-c8f5-4060-8202-125c50104fd0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.773289] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 in Status: SUCCESS [ 1091.773374] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.774344] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.774344] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.774344] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.774344] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.774661] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.774661] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.774807] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.776799] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.776799] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c66544b6-2226-4b1e-9a19-5d203bd72d65',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.279042] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-c66544b6-2226-4b1e-9a19-5d203bd72d65 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.279413] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.279413] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.279472] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.280129] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.280249] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.280377] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.280578] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.280696] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.280812] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.280999] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-c66544b6-2226-4b1e-9a19-5d203bd72d65 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.281143] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.281223] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.281397] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.281570] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.281683] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.281813] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.281939] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.282066] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.282188] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.282317] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c66544b6-2226-4b1e-9a19-5d203bd72d65',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.497690] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2a0225d-ef64-45a1-b899-4119011dd94d in Status: SUCCESS [ 1092.497862] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2a0225d-ef64-45a1-b899-4119011dd94d deletion is rescheduled due to dependency. [ 1092.498045] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.784657] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c66544b6-2226-4b1e-9a19-5d203bd72d65: rpc.has_security_group_logging(os_id): False [ 1092.805941] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.806141] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.806141] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.806484] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.806581] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.806943] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.807090] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.807182] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.807381] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.807464] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.807732] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.807864] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.807911] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.808127] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.808213] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.808432] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.808550] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.808643] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.808830] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.808947] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.809106] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 is going to be updated. [ 1092.883052] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.883241] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.883275] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.883522] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.883619] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.911669] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 in Status: IN_PROGRESS for 2s [ 1093.202191] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85a26055-cda6-4122-86d8-3b9760319e43 in Status: SUCCESS [ 1093.202437] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85a26055-cda6-4122-86d8-3b9760319e43" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.929601] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 in Status: SUCCESS [ 1094.929935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.938369] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1094.938513] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1095.423970] env[65432]: INFO networking_nsxv3.common.synchronization [req-add6d2ed-90c4-4ed6-928d-9465e95c892f req-0dfb80b4-cb24-479c-a93b-690709148ae5 tempest-ImagesOneServerNegativeTestJSON-1778316098 tempest-ImagesOneServerNegativeTestJSON-1778316098-project-member] Enqueued Resource ID: 31f32bee-c8f5-4060-8202-125c50104fd0 with Priority: HIGHEST for action security_group_members [ 1095.424508] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31f32bee-c8f5-4060-8202-125c50104fd0 with Priority: HIGHEST for action security_group_members [ 1095.424986] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-31f32bee-c8f5-4060-8202-125c50104fd0 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.424986] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31f32bee-c8f5-4060-8202-125c50104fd0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.425127] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31f32bee-c8f5-4060-8202-125c50104fd0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.425250] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31f32bee-c8f5-4060-8202-125c50104fd0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.425425] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.425515] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.425580] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.425726] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.425807] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.425897] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31f32bee-c8f5-4060-8202-125c50104fd0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.927715] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.927869] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.927937] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.928175] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.928273] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.928505] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.928624] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.929081] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.929081] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.929173] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.929214] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31f32bee-c8f5-4060-8202-125c50104fd0 is going to be updated. [ 1095.958379] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.958756] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.958756] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.958821] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.959651] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.968679] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31f32bee-c8f5-4060-8202-125c50104fd0 in Status: IN_PROGRESS for 2s [ 1097.848266] env[65432]: INFO networking_nsxv3.common.synchronization [req-94c2ab6c-e841-47cb-98ef-5b415c6b55d2 req-6656a127-3cf7-424b-a0d2-6a2e75352510 tempest-ServerActionsTestOtherB-1703039426 tempest-ServerActionsTestOtherB-1703039426-project-member] Enqueued Resource ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea with Priority: HIGHEST for action security_group_members [ 1097.848788] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea with Priority: HIGHEST for action security_group_members [ 1097.849113] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a49c8a18-5fe9-46dc-9c57-a5406ae1deea taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.849237] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.849303] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.849529] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.849707] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.849808] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.849871] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.850371] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.850467] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.850565] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a49c8a18-5fe9-46dc-9c57-a5406ae1deea',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.979595] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31f32bee-c8f5-4060-8202-125c50104fd0 in Status: SUCCESS [ 1097.979815] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31f32bee-c8f5-4060-8202-125c50104fd0 deletion is rescheduled due to dependency. [ 1097.980000] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31f32bee-c8f5-4060-8202-125c50104fd0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.154318] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock network-618 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.154511] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "network-618" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.154633] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "network-618" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.154908] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "network-618" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.155222] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.155421] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.155484] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.155697] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.155856] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.156297] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1098.156450] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1098.156554] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1098.156663] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1098.156776] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1098.156881] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1098.157049] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1098.176408] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1098.176570] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1098.176704] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1098.176905] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "network-618" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.177400] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock port-a52cdbe5-9d80-40ba-a52d-ecc738bd40ad taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.177581] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "port-a52cdbe5-9d80-40ba-a52d-ecc738bd40ad" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.177699] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "port-a52cdbe5-9d80-40ba-a52d-ecc738bd40ad" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.178035] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "port-a52cdbe5-9d80-40ba-a52d-ecc738bd40ad" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.178210] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a52cdbe5-9d80-40ba-a52d-ecc738bd40ad',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.353273] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.353470] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.353535] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.353823] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.353928] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.354122] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.354220] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.354321] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.354431] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.354507] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.354592] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea is going to be updated. [ 1098.379991] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.380158] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.380220] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.380415] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.380555] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.390256] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea in Status: IN_PROGRESS for 2s [ 1098.680626] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.680855] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.680968] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.681293] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.681447] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.681666] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Segment Port a52cdbe5-9d80-40ba-a52d-ecc738bd40ad not found, creating... [ 1098.681865] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.682044] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.682164] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.682385] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.682519] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.682801] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.682955] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.683082] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.683290] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.683422] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.683560] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Resource: SegmentPort with ID: a52cdbe5-9d80-40ba-a52d-ecc738bd40ad is going to be created. [ 1098.705127] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.705362] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.705490] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.705761] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.705995] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.706236] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "port-a52cdbe5-9d80-40ba-a52d-ecc738bd40ad" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.409497] env[65432]: INFO networking_nsxv3.common.synchronization [req-94c2ab6c-e841-47cb-98ef-5b415c6b55d2 req-8a55c7ab-5bc3-451f-b102-a2a59c8bdeb1 service nova] Enqueued Resource ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea with Priority: HIGHEST for action security_group_rules [ 1099.409750] env[65432]: INFO networking_nsxv3.common.synchronization [req-94c2ab6c-e841-47cb-98ef-5b415c6b55d2 req-8a55c7ab-5bc3-451f-b102-a2a59c8bdeb1 service nova] Enqueued Resource ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea with Priority: HIGHEST for action security_group_members [ 1099.409837] env[65432]: INFO networking_nsxv3.common.synchronization [req-94c2ab6c-e841-47cb-98ef-5b415c6b55d2 req-8a55c7ab-5bc3-451f-b102-a2a59c8bdeb1 service nova] Enqueued Resource ID: a52cdbe5-9d80-40ba-a52d-ecc738bd40ad with Priority: HIGHEST for action port [ 1099.410351] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea with Priority: HIGHEST for action security_group_rules [ 1099.410484] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea with Priority: HIGHEST for action security_group_members [ 1099.410580] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a52cdbe5-9d80-40ba-a52d-ecc738bd40ad with Priority: HIGHEST for action port [ 1099.410852] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a49c8a18-5fe9-46dc-9c57-a5406ae1deea taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.410965] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.411037] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.411232] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.411314] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a49c8a18-5fe9-46dc-9c57-a5406ae1deea',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.412133] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a49c8a18-5fe9-46dc-9c57-a5406ae1deea taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.412229] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.414783] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-a52cdbe5-9d80-40ba-a52d-ecc738bd40ad taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.414783] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a52cdbe5-9d80-40ba-a52d-ecc738bd40ad" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.414783] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a52cdbe5-9d80-40ba-a52d-ecc738bd40ad" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.414783] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a52cdbe5-9d80-40ba-a52d-ecc738bd40ad" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.414783] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a52cdbe5-9d80-40ba-a52d-ecc738bd40ad',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.915750] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a49c8a18-5fe9-46dc-9c57-a5406ae1deea taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.915750] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.915913] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a52cdbe5-9d80-40ba-a52d-ecc738bd40ad with status ACTIVE [ 1099.916025] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.916140] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.916198] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.916394] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.916483] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.916656] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.916746] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.918218] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.918218] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.918218] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.918218] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.918218] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.918218] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.918218] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.918218] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.918218] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a52cdbe5-9d80-40ba-a52d-ecc738bd40ad is going to be updated. [ 1099.941799] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.942080] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.942080] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.942456] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.942456] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.942609] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a52cdbe5-9d80-40ba-a52d-ecc738bd40ad" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.404329] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea in Status: SUCCESS [ 1100.404329] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea deletion is rescheduled due to dependency. [ 1100.404329] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.404735] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.404996] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.405383] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.405521] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.405592] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.405821] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.405909] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.406017] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a49c8a18-5fe9-46dc-9c57-a5406ae1deea',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.908388] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a49c8a18-5fe9-46dc-9c57-a5406ae1deea',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.411118] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a49c8a18-5fe9-46dc-9c57-a5406ae1deea',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.913637] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.914057] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.914057] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.914057] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.914155] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.914296] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea is going to be updated. [ 1101.941555] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.941751] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.941751] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.941966] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.942173] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.952881] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea in Status: IN_PROGRESS for 2s [ 1103.965887] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea in Status: SUCCESS [ 1103.966377] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.966517] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.966818] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.967087] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.967386] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.967476] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.967633] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.967715] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.967803] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.967893] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a49c8a18-5fe9-46dc-9c57-a5406ae1deea',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.411759] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1104.411759] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1104.472255] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a49c8a18-5fe9-46dc-9c57-a5406ae1deea',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.585314] env[65432]: INFO networking_nsxv3.common.synchronization [req-7907ce69-ae01-4125-9fd8-4b8b068bfbe8 req-005b7a43-1fa5-4e14-a8da-a91a946dab68 tempest-AttachInterfacesTestJSON-373384684 tempest-AttachInterfacesTestJSON-373384684-project-member] Enqueued Resource ID: deded647-2661-4b65-9a8e-0015d8484606 with Priority: HIGHEST for action security_group_members [ 1104.585902] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: deded647-2661-4b65-9a8e-0015d8484606 with Priority: HIGHEST for action security_group_members [ 1104.586216] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-deded647-2661-4b65-9a8e-0015d8484606 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.586311] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-deded647-2661-4b65-9a8e-0015d8484606" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.586384] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-deded647-2661-4b65-9a8e-0015d8484606" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.586570] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-deded647-2661-4b65-9a8e-0015d8484606" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.586719] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.586812] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.586873] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.587029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.587116] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.587232] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('deded647-2661-4b65-9a8e-0015d8484606',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.974321] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a49c8a18-5fe9-46dc-9c57-a5406ae1deea: rpc.has_security_group_logging(os_id): False [ 1104.996721] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.996899] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.996943] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.997155] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.997452] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.997702] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.997803] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.997866] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.998042] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.998217] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.998217] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea is going to be updated. [ 1105.060479] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.060683] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.060683] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.060824] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.060964] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.073232] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea in Status: IN_PROGRESS for 2s [ 1105.089885] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('deded647-2661-4b65-9a8e-0015d8484606',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.592078] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('deded647-2661-4b65-9a8e-0015d8484606',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.746712] env[65432]: INFO networking_nsxv3.common.synchronization [None req-dedcd632-5b38-48a2-9250-87c30de19b3d None None] Enqueued Resource ID: 83f1a018-0d3f-4590-9983-e4f342151c78 with Priority: HIGHEST for action port [ 1105.747448] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83f1a018-0d3f-4590-9983-e4f342151c78 with Priority: HIGHEST for action port [ 1105.748094] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-83f1a018-0d3f-4590-9983-e4f342151c78 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.748301] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83f1a018-0d3f-4590-9983-e4f342151c78" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.748661] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83f1a018-0d3f-4590-9983-e4f342151c78" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.748918] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83f1a018-0d3f-4590-9983-e4f342151c78" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.749055] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83f1a018-0d3f-4590-9983-e4f342151c78',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.094848] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.095228] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.095228] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.095361] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.095455] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.095576] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: deded647-2661-4b65-9a8e-0015d8484606 is going to be updated. [ 1106.129831] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.129968] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.130017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.130208] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.130351] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.141872] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: deded647-2661-4b65-9a8e-0015d8484606 in Status: IN_PROGRESS for 2s [ 1106.253706] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 83f1a018-0d3f-4590-9983-e4f342151c78 [ 1106.253828] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.254119] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.254119] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.254256] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.254313] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.254407] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:83f1a018-0d3f-4590-9983-e4f342151c78 already deleted. [ 1106.254501] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83f1a018-0d3f-4590-9983-e4f342151c78" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.089121] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea in Status: SUCCESS [ 1107.089305] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.976913] env[65432]: INFO networking_nsxv3.common.synchronization [None req-cbcd9735-79f7-43dd-ad61-fcca1a12c70e None None] Enqueued Resource ID: 79b96485-76f7-4d6c-93bc-5b5efd924471 with Priority: HIGHEST for action port [ 1107.977726] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79b96485-76f7-4d6c-93bc-5b5efd924471 with Priority: HIGHEST for action port [ 1107.978842] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-79b96485-76f7-4d6c-93bc-5b5efd924471 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.978976] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79b96485-76f7-4d6c-93bc-5b5efd924471" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.979066] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79b96485-76f7-4d6c-93bc-5b5efd924471" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.979318] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79b96485-76f7-4d6c-93bc-5b5efd924471" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.979544] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79b96485-76f7-4d6c-93bc-5b5efd924471',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.152396] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: deded647-2661-4b65-9a8e-0015d8484606 in Status: SUCCESS [ 1108.152660] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-deded647-2661-4b65-9a8e-0015d8484606" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.484731] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 79b96485-76f7-4d6c-93bc-5b5efd924471 [ 1108.484984] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.485180] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.485244] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.485466] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.485554] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.485652] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:79b96485-76f7-4d6c-93bc-5b5efd924471 already deleted. [ 1108.485731] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79b96485-76f7-4d6c-93bc-5b5efd924471" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.298231] env[65432]: INFO networking_nsxv3.common.synchronization [req-00302ae8-3120-4156-b6db-2750e628f96a req-7743c349-5034-4d61-a4e2-7f4aa358b793 tempest-DeleteServersTestJSON-1697708160 tempest-DeleteServersTestJSON-1697708160-project-member] Enqueued Resource ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 with Priority: HIGHEST for action security_group_members [ 1111.299367] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 with Priority: HIGHEST for action security_group_members [ 1111.299702] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce42dc83-6fdc-483f-90bc-aaae1c41a442 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.299852] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.299908] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.300172] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.300334] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.300438] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.300499] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.300704] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.300748] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.300818] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce42dc83-6fdc-483f-90bc-aaae1c41a442',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.342203] env[65432]: INFO networking_nsxv3.common.synchronization [req-b68d2528-0caf-441b-a2e4-3a22efff5964 req-3b5b7d2e-231b-4a32-9ff2-26697e6d7f40 tempest-AttachInterfacesTestJSON-373384684 tempest-AttachInterfacesTestJSON-373384684-project-member] Enqueued Resource ID: deded647-2661-4b65-9a8e-0015d8484606 with Priority: HIGHEST for action security_group_members [ 1111.342705] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: deded647-2661-4b65-9a8e-0015d8484606 with Priority: HIGHEST for action security_group_members [ 1111.343020] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-deded647-2661-4b65-9a8e-0015d8484606 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.343148] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-deded647-2661-4b65-9a8e-0015d8484606" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.343216] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-deded647-2661-4b65-9a8e-0015d8484606" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.343406] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-deded647-2661-4b65-9a8e-0015d8484606" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.343554] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.343650] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.343707] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.343847] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.343928] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.344131] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('deded647-2661-4b65-9a8e-0015d8484606',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.646472] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock network-290 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.646740] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "network-290" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.646870] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "network-290" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.647276] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "network-290" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.647625] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.647917] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.648081] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.648356] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.648543] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.648782] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1111.648919] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1111.649057] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1111.649195] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1111.649331] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1111.649474] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1111.649630] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1111.670780] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1111.671029] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1111.671088] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1111.671250] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "network-290" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.671552] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock port-6d5c2845-7af7-4f66-9fed-2ef969371b05 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.671715] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "port-6d5c2845-7af7-4f66-9fed-2ef969371b05" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.671827] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "port-6d5c2845-7af7-4f66-9fed-2ef969371b05" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.672145] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "port-6d5c2845-7af7-4f66-9fed-2ef969371b05" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.672283] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d5c2845-7af7-4f66-9fed-2ef969371b05',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.803166] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.803360] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.803360] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.803563] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.803654] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.803861] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.803959] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.804033] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.804191] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.804268] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.804351] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 already deleted. [ 1111.804431] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.847590] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.847814] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.847872] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.848054] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.848151] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.848417] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.848547] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.848613] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.848789] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.848873] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.848961] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: deded647-2661-4b65-9a8e-0015d8484606 is going to be updated. [ 1111.876697] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.876844] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.876940] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.877153] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.877296] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.885609] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: deded647-2661-4b65-9a8e-0015d8484606 in Status: IN_PROGRESS for 2s [ 1112.174278] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.174714] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.174849] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.175129] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.175288] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.175578] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Segment Port 6d5c2845-7af7-4f66-9fed-2ef969371b05 not found, creating... [ 1112.175910] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.176087] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.176208] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.176533] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.176699] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.176983] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.177165] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.177281] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.177636] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.177786] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.177927] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Resource: SegmentPort with ID: 6d5c2845-7af7-4f66-9fed-2ef969371b05 is going to be created. [ 1112.197259] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.197541] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.197663] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.197919] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.198158] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.198457] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "port-6d5c2845-7af7-4f66-9fed-2ef969371b05" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.943196] env[65432]: INFO networking_nsxv3.common.synchronization [req-00302ae8-3120-4156-b6db-2750e628f96a req-77493f75-6284-463e-8770-f255384638f8 service nova] Enqueued Resource ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 with Priority: HIGHEST for action security_group_rules [ 1112.943531] env[65432]: INFO networking_nsxv3.common.synchronization [req-00302ae8-3120-4156-b6db-2750e628f96a req-77493f75-6284-463e-8770-f255384638f8 service nova] Enqueued Resource ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 with Priority: HIGHEST for action security_group_members [ 1112.943696] env[65432]: INFO networking_nsxv3.common.synchronization [req-00302ae8-3120-4156-b6db-2750e628f96a req-77493f75-6284-463e-8770-f255384638f8 service nova] Enqueued Resource ID: 6d5c2845-7af7-4f66-9fed-2ef969371b05 with Priority: HIGHEST for action port [ 1112.944146] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 with Priority: HIGHEST for action security_group_rules [ 1112.944306] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 with Priority: HIGHEST for action security_group_members [ 1112.945153] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d5c2845-7af7-4f66-9fed-2ef969371b05 with Priority: HIGHEST for action port [ 1112.945153] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce42dc83-6fdc-483f-90bc-aaae1c41a442 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.945153] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.945153] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.945153] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.945467] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce42dc83-6fdc-483f-90bc-aaae1c41a442',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.946812] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce42dc83-6fdc-483f-90bc-aaae1c41a442 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.946812] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.946812] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.946812] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.946812] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.946812] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.946812] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.946812] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.947162] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.947162] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce42dc83-6fdc-483f-90bc-aaae1c41a442',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.947904] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d5c2845-7af7-4f66-9fed-2ef969371b05 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.948052] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d5c2845-7af7-4f66-9fed-2ef969371b05" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.948121] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d5c2845-7af7-4f66-9fed-2ef969371b05" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.948244] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d5c2845-7af7-4f66-9fed-2ef969371b05" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.948358] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d5c2845-7af7-4f66-9fed-2ef969371b05',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.450029] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce42dc83-6fdc-483f-90bc-aaae1c41a442',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.451079] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce42dc83-6fdc-483f-90bc-aaae1c41a442 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.451185] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.451455] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6d5c2845-7af7-4f66-9fed-2ef969371b05 with status ACTIVE [ 1113.451522] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.451627] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.451692] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.451885] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.451978] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.452154] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.452248] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.452310] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.452463] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.452542] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.452722] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.452815] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.452876] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.453737] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.453888] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.453994] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6d5c2845-7af7-4f66-9fed-2ef969371b05 is going to be updated. [ 1113.476936] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.477109] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.477167] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.477432] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.477619] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.477820] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d5c2845-7af7-4f66-9fed-2ef969371b05" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.895572] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: deded647-2661-4b65-9a8e-0015d8484606 in Status: SUCCESS [ 1113.895572] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: deded647-2661-4b65-9a8e-0015d8484606 deletion is rescheduled due to dependency. [ 1113.895572] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-deded647-2661-4b65-9a8e-0015d8484606" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.956079] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce42dc83-6fdc-483f-90bc-aaae1c41a442',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.460825] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.460991] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.461171] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.461445] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.461543] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.461650] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 is going to be created. [ 1114.495443] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.495672] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.495672] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.495879] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.496050] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.512763] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 in Status: UNINITIALIZED for 2s [ 1115.829247] env[65432]: INFO networking_nsxv3.common.synchronization [None req-15834cd4-dce7-422d-b644-bd22c14b728f tempest-AttachInterfacesTestJSON-373384684 tempest-AttachInterfacesTestJSON-373384684-project-member] Enqueued Resource ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 with Priority: HIGHEST for action security_group_members [ 1115.829247] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 with Priority: HIGHEST for action security_group_members [ 1115.829247] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-c66544b6-2226-4b1e-9a19-5d203bd72d65 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.829609] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.829609] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.829760] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.829894] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.829994] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.830074] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.830228] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.830306] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.830402] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c66544b6-2226-4b1e-9a19-5d203bd72d65',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.333283] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.333495] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.333681] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.334069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.334189] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.334403] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.334512] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.334613] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.334911] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.335085] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.335246] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 is going to be updated. [ 1116.371659] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.371918] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.372032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.372561] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.372561] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.384306] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 in Status: IN_PROGRESS for 2s [ 1116.524023] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 in Status: SUCCESS [ 1116.524282] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.524452] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.524723] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.525073] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.525247] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.525305] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.525603] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.525702] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.525793] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.525893] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ce42dc83-6fdc-483f-90bc-aaae1c41a442',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.029052] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce42dc83-6fdc-483f-90bc-aaae1c41a442 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.029446] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.029446] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.029522] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.029857] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.029857] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.029994] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.030118] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.030206] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.030295] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.031030] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce42dc83-6fdc-483f-90bc-aaae1c41a442 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.031030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.031030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.031030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.031030] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.031030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.031030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.031293] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.031293] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.031342] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.032737] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ce42dc83-6fdc-483f-90bc-aaae1c41a442',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.534063] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ce42dc83-6fdc-483f-90bc-aaae1c41a442: rpc.has_security_group_logging(os_id): False [ 1117.552926] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.553076] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.553146] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.553382] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.553465] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.553700] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.553816] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.553878] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.554052] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.554359] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.554359] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.554506] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.554506] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.554787] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.554787] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.554899] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.554947] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.555022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.555164] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.555247] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.555377] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 is going to be created. [ 1117.624292] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.624421] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.624421] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.624616] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.624805] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.637833] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 in Status: IN_PROGRESS for 2s [ 1118.395568] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 in Status: SUCCESS [ 1118.395568] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 deletion is rescheduled due to dependency. [ 1118.395568] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.651978] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 in Status: SUCCESS [ 1119.652335] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.658102] env[65432]: INFO networking_nsxv3.common.synchronization [None req-bc9fe81c-f28b-40d7-b70f-cd9a8776f89c None None] Enqueued Resource ID: 73544dee-fe23-40b9-8fdb-d6e30e655759 with Priority: HIGHEST for action port [ 1120.658686] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73544dee-fe23-40b9-8fdb-d6e30e655759 with Priority: HIGHEST for action port [ 1120.659014] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-73544dee-fe23-40b9-8fdb-d6e30e655759 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.659141] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73544dee-fe23-40b9-8fdb-d6e30e655759" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.659205] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73544dee-fe23-40b9-8fdb-d6e30e655759" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.659459] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73544dee-fe23-40b9-8fdb-d6e30e655759" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.659544] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73544dee-fe23-40b9-8fdb-d6e30e655759',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.161967] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 73544dee-fe23-40b9-8fdb-d6e30e655759 [ 1121.161967] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.161967] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.162183] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.162292] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.162383] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.162978] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:73544dee-fe23-40b9-8fdb-d6e30e655759 already deleted. [ 1121.162978] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73544dee-fe23-40b9-8fdb-d6e30e655759" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.902751] env[65432]: INFO networking_nsxv3.common.synchronization [req-527c1761-8102-433f-9b28-c6a8d1a30f37 req-7a663bcb-dbe2-49a4-96cf-cb5ced80325d tempest-DeleteServersTestJSON-1697708160 tempest-DeleteServersTestJSON-1697708160-project-member] Enqueued Resource ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 with Priority: HIGHEST for action security_group_members [ 1122.903330] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 with Priority: HIGHEST for action security_group_members [ 1122.903640] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce42dc83-6fdc-483f-90bc-aaae1c41a442 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.903765] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.903832] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.904571] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.904571] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.904571] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.904571] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.904571] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.904571] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.904812] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce42dc83-6fdc-483f-90bc-aaae1c41a442',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.073605] env[65432]: INFO networking_nsxv3.common.synchronization [None req-9eee377d-7725-41e2-b0be-af554debc716 None None] Enqueued Resource ID: 389b1a04-bbce-426f-af90-be05745aacfc with Priority: HIGHEST for action port [ 1123.074449] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 389b1a04-bbce-426f-af90-be05745aacfc with Priority: HIGHEST for action port [ 1123.074798] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-389b1a04-bbce-426f-af90-be05745aacfc taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.074945] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-389b1a04-bbce-426f-af90-be05745aacfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.075041] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-389b1a04-bbce-426f-af90-be05745aacfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.075330] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-389b1a04-bbce-426f-af90-be05745aacfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.075432] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('389b1a04-bbce-426f-af90-be05745aacfc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.407181] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.407346] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.407423] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.407698] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.407790] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.407997] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.408120] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.408176] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.408320] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.408392] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.408476] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 is going to be updated. [ 1123.440236] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.440438] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.440438] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.440615] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.440757] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.451014] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 in Status: IN_PROGRESS for 2s [ 1123.578585] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 389b1a04-bbce-426f-af90-be05745aacfc [ 1123.578585] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.578585] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.578585] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.578585] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.578585] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.578585] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:389b1a04-bbce-426f-af90-be05745aacfc already deleted. [ 1123.578585] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-389b1a04-bbce-426f-af90-be05745aacfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.463812] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 in Status: SUCCESS [ 1125.463812] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 deletion is rescheduled due to dependency. [ 1125.464238] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.276447] env[65432]: INFO networking_nsxv3.common.synchronization [req-e6558180-eb9e-46e3-be80-4b5f8ee772c4 req-c146d119-079f-4a7b-a4b5-ba827a34d6ba tempest-InstanceActionsV221TestJSON-1845359232 tempest-InstanceActionsV221TestJSON-1845359232-project-member] Enqueued Resource ID: 43147a8c-472e-4359-987c-80c47b98d610 with Priority: HIGHEST for action security_group_members [ 1126.276989] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43147a8c-472e-4359-987c-80c47b98d610 with Priority: HIGHEST for action security_group_members [ 1126.277373] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-43147a8c-472e-4359-987c-80c47b98d610 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.277466] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43147a8c-472e-4359-987c-80c47b98d610" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.277509] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43147a8c-472e-4359-987c-80c47b98d610" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.277768] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43147a8c-472e-4359-987c-80c47b98d610" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.277926] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.278173] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.278266] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.278432] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.278730] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.278730] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43147a8c-472e-4359-987c-80c47b98d610',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.580747] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock network-757 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.581201] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "network-757" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.581201] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "network-757" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.581453] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "network-757" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.581713] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.581870] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.581982] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.582213] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.582443] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.582555] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1126.582671] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1126.582777] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1126.582883] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1126.582990] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1126.583109] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1126.583241] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1126.602848] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1126.603027] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1126.603180] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1126.603359] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "network-757" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.603665] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock port-9e062414-6099-47d9-b24d-03912af5aa25 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.603845] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "port-9e062414-6099-47d9-b24d-03912af5aa25" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.603967] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "port-9e062414-6099-47d9-b24d-03912af5aa25" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.604360] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "port-9e062414-6099-47d9-b24d-03912af5aa25" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.604419] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e062414-6099-47d9-b24d-03912af5aa25',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.701260] env[65432]: INFO networking_nsxv3.common.synchronization [req-7fa03be6-b183-4ffc-a852-ae6963046ea1 req-8a167c1e-52e9-4ef5-9266-b2647b633ff9 tempest-ServerRescueNegativeTestJSON-1386142469 tempest-ServerRescueNegativeTestJSON-1386142469-project-member] Enqueued Resource ID: 2b5f3986-2c5a-405e-b9b8-20b9b8f07eb1 with Priority: HIGHEST for action security_group_members [ 1126.702169] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b5f3986-2c5a-405e-b9b8-20b9b8f07eb1 with Priority: HIGHEST for action security_group_members [ 1126.702646] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b5f3986-2c5a-405e-b9b8-20b9b8f07eb1 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.702872] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b5f3986-2c5a-405e-b9b8-20b9b8f07eb1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.702973] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b5f3986-2c5a-405e-b9b8-20b9b8f07eb1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.703241] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b5f3986-2c5a-405e-b9b8-20b9b8f07eb1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.703542] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.703713] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.703816] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.704059] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.704159] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.704268] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b5f3986-2c5a-405e-b9b8-20b9b8f07eb1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.781285] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.781285] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.781543] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.781606] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.781716] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.781960] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.782135] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.782182] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.782348] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.782432] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.782520] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43147a8c-472e-4359-987c-80c47b98d610 already deleted. [ 1126.782603] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43147a8c-472e-4359-987c-80c47b98d610" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.106516] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.106800] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.106950] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.107284] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.107449] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.107692] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Segment Port 9e062414-6099-47d9-b24d-03912af5aa25 not found, creating... [ 1127.107964] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.108175] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.108268] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.108504] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.108652] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.108959] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.109220] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.109340] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.109544] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.109708] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.109808] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Resource: SegmentPort with ID: 9e062414-6099-47d9-b24d-03912af5aa25 is going to be created. [ 1127.135114] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.135114] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.135114] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.135513] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.135721] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.135982] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "port-9e062414-6099-47d9-b24d-03912af5aa25" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.209507] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.209726] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.209726] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.209952] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.235639] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.235921] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.236048] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.236114] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.236316] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.236397] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.236484] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b5f3986-2c5a-405e-b9b8-20b9b8f07eb1 is going to be updated. [ 1127.273605] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.273799] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.274062] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.274602] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.274602] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.285322] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b5f3986-2c5a-405e-b9b8-20b9b8f07eb1 in Status: IN_PROGRESS for 2s [ 1127.577022] env[65432]: INFO networking_nsxv3.common.synchronization [req-21837e89-3f81-4a03-8fe4-37116d223e6e req-567f9d0e-beeb-4e8c-811e-4ec09c9ca763 tempest-AttachVolumeNegativeTest-71679979 tempest-AttachVolumeNegativeTest-71679979-project-member] Enqueued Resource ID: 1a9b63bc-41db-4102-87fd-a74229289f6f with Priority: HIGHEST for action security_group_members [ 1127.577022] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a9b63bc-41db-4102-87fd-a74229289f6f with Priority: HIGHEST for action security_group_members [ 1127.577285] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a9b63bc-41db-4102-87fd-a74229289f6f taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.577343] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a9b63bc-41db-4102-87fd-a74229289f6f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.577413] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a9b63bc-41db-4102-87fd-a74229289f6f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.577615] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a9b63bc-41db-4102-87fd-a74229289f6f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.577809] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.577951] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.578017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.578154] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.578239] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.578334] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a9b63bc-41db-4102-87fd-a74229289f6f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.855739] env[65432]: INFO networking_nsxv3.common.synchronization [req-e6558180-eb9e-46e3-be80-4b5f8ee772c4 req-424bcac4-4d34-494e-8bc2-f942d82a76a1 service nova] Enqueued Resource ID: 43147a8c-472e-4359-987c-80c47b98d610 with Priority: HIGHEST for action security_group_rules [ 1127.855992] env[65432]: INFO networking_nsxv3.common.synchronization [req-e6558180-eb9e-46e3-be80-4b5f8ee772c4 req-424bcac4-4d34-494e-8bc2-f942d82a76a1 service nova] Enqueued Resource ID: 43147a8c-472e-4359-987c-80c47b98d610 with Priority: HIGHEST for action security_group_members [ 1127.856199] env[65432]: INFO networking_nsxv3.common.synchronization [req-e6558180-eb9e-46e3-be80-4b5f8ee772c4 req-424bcac4-4d34-494e-8bc2-f942d82a76a1 service nova] Enqueued Resource ID: 9e062414-6099-47d9-b24d-03912af5aa25 with Priority: HIGHEST for action port [ 1127.856730] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43147a8c-472e-4359-987c-80c47b98d610 with Priority: HIGHEST for action security_group_rules [ 1127.856890] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43147a8c-472e-4359-987c-80c47b98d610 with Priority: HIGHEST for action security_group_members [ 1127.857178] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e062414-6099-47d9-b24d-03912af5aa25 with Priority: HIGHEST for action port [ 1127.857543] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43147a8c-472e-4359-987c-80c47b98d610 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.857783] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43147a8c-472e-4359-987c-80c47b98d610" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.857880] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43147a8c-472e-4359-987c-80c47b98d610" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.858202] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43147a8c-472e-4359-987c-80c47b98d610" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.858337] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43147a8c-472e-4359-987c-80c47b98d610',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.859790] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-43147a8c-472e-4359-987c-80c47b98d610 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.859790] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43147a8c-472e-4359-987c-80c47b98d610" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.859790] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43147a8c-472e-4359-987c-80c47b98d610" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.859954] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43147a8c-472e-4359-987c-80c47b98d610" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.860532] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.860532] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.860532] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.860532] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.860753] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.860753] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43147a8c-472e-4359-987c-80c47b98d610',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.862171] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e062414-6099-47d9-b24d-03912af5aa25 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.862171] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e062414-6099-47d9-b24d-03912af5aa25" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.862171] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e062414-6099-47d9-b24d-03912af5aa25" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.862334] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e062414-6099-47d9-b24d-03912af5aa25" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.862460] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e062414-6099-47d9-b24d-03912af5aa25',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.081902] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.081902] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.082141] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.082302] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.082358] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.082521] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.082632] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.082683] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.082830] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.082905] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.082991] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a9b63bc-41db-4102-87fd-a74229289f6f is going to be updated. [ 1128.109248] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.109401] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.109471] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.109678] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.109820] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.120113] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a9b63bc-41db-4102-87fd-a74229289f6f in Status: IN_PROGRESS for 2s [ 1128.364817] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('43147a8c-472e-4359-987c-80c47b98d610',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.365126] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-43147a8c-472e-4359-987c-80c47b98d610 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.365883] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43147a8c-472e-4359-987c-80c47b98d610" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.365883] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9e062414-6099-47d9-b24d-03912af5aa25 with status ACTIVE [ 1128.365883] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.365883] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.365883] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.366112] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.366153] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.366321] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.366414] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.366476] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.366624] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.366746] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.366908] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.366970] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.367013] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.367154] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.367244] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.367331] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9e062414-6099-47d9-b24d-03912af5aa25 is going to be updated. [ 1128.390255] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.390415] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.390492] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.390719] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.390866] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.391055] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e062414-6099-47d9-b24d-03912af5aa25" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.866442] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('43147a8c-472e-4359-987c-80c47b98d610',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.295993] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b5f3986-2c5a-405e-b9b8-20b9b8f07eb1 in Status: SUCCESS [ 1129.296210] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b5f3986-2c5a-405e-b9b8-20b9b8f07eb1 deletion is rescheduled due to dependency. [ 1129.296323] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b5f3986-2c5a-405e-b9b8-20b9b8f07eb1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.369399] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.369563] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.369632] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.369926] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.370110] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.370223] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43147a8c-472e-4359-987c-80c47b98d610 is going to be created. [ 1129.395820] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.395960] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.396080] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.396252] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.396407] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.405976] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43147a8c-472e-4359-987c-80c47b98d610 in Status: UNINITIALIZED for 2s [ 1130.130640] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a9b63bc-41db-4102-87fd-a74229289f6f in Status: SUCCESS [ 1130.130961] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a9b63bc-41db-4102-87fd-a74229289f6f deletion is rescheduled due to dependency. [ 1130.130961] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a9b63bc-41db-4102-87fd-a74229289f6f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.416021] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43147a8c-472e-4359-987c-80c47b98d610 in Status: SUCCESS [ 1131.416377] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43147a8c-472e-4359-987c-80c47b98d610" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.416377] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43147a8c-472e-4359-987c-80c47b98d610" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.416597] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43147a8c-472e-4359-987c-80c47b98d610" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.416784] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.416900] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.416965] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.417142] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.417222] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.417308] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43147a8c-472e-4359-987c-80c47b98d610" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.417399] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('43147a8c-472e-4359-987c-80c47b98d610',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.920078] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-43147a8c-472e-4359-987c-80c47b98d610 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.920293] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43147a8c-472e-4359-987c-80c47b98d610" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.920333] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43147a8c-472e-4359-987c-80c47b98d610" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.920547] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43147a8c-472e-4359-987c-80c47b98d610" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.920718] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.920821] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.920893] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.921062] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.921154] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.921242] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43147a8c-472e-4359-987c-80c47b98d610" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.921392] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-43147a8c-472e-4359-987c-80c47b98d610 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.921482] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43147a8c-472e-4359-987c-80c47b98d610" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.921542] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43147a8c-472e-4359-987c-80c47b98d610" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.921682] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43147a8c-472e-4359-987c-80c47b98d610" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.921819] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.921906] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.921965] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.922115] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.922212] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.922267] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43147a8c-472e-4359-987c-80c47b98d610" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.922352] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('43147a8c-472e-4359-987c-80c47b98d610',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.425631] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 43147a8c-472e-4359-987c-80c47b98d610: rpc.has_security_group_logging(os_id): False [ 1132.444626] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.444806] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.444854] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.445066] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.445151] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.445392] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.445503] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.445606] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.445788] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.445878] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.446103] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.446200] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.446288] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.446396] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.446468] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.446654] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.446794] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.446839] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.447024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.447112] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.447215] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43147a8c-472e-4359-987c-80c47b98d610 is going to be created. [ 1132.505646] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.505829] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.505829] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.505976] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.506202] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.518087] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43147a8c-472e-4359-987c-80c47b98d610 in Status: IN_PROGRESS for 2s [ 1132.858668] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1132.858886] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1134.533383] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43147a8c-472e-4359-987c-80c47b98d610 in Status: SUCCESS [ 1134.533746] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43147a8c-472e-4359-987c-80c47b98d610" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.978304] env[65432]: INFO networking_nsxv3.common.synchronization [req-b54ff9a6-2ae2-4a52-8e8b-2c9d3976ad62 req-e5d2383e-5f77-4ad1-afa8-d7b07d506bd4 tempest-DeleteServersTestJSON-1697708160 tempest-DeleteServersTestJSON-1697708160-project-member] Enqueued Resource ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 with Priority: HIGHEST for action security_group_members [ 1134.978868] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 with Priority: HIGHEST for action security_group_members [ 1134.979177] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce42dc83-6fdc-483f-90bc-aaae1c41a442 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.979585] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.979585] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.979585] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.979729] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.979800] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.979863] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.980164] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.980279] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.980378] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce42dc83-6fdc-483f-90bc-aaae1c41a442',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.295873] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock network-290 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.295873] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "network-290" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.295873] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "network-290" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.295873] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "network-290" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.296131] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.296131] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.296217] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.296398] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.296574] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.296787] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1135.296895] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1135.297078] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1135.297226] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1135.297411] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1135.297535] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1135.297742] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1135.318465] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1135.318678] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1135.318894] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1135.319179] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "network-290" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.319531] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock port-ce1ed43e-d84e-405d-941d-2c10c4c1a829 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.319710] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "port-ce1ed43e-d84e-405d-941d-2c10c4c1a829" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.319830] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "port-ce1ed43e-d84e-405d-941d-2c10c4c1a829" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.320174] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "port-ce1ed43e-d84e-405d-941d-2c10c4c1a829" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.320316] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce1ed43e-d84e-405d-941d-2c10c4c1a829',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.483939] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.484671] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.484671] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.484671] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.484856] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.484993] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.485078] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.485113] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.485293] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.485351] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.485415] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 is going to be updated. [ 1135.513070] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.513070] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.513070] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.513387] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.513445] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.522428] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 in Status: IN_PROGRESS for 2s [ 1135.822513] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.823156] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.823156] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.823315] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.823371] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.823500] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Segment Port ce1ed43e-d84e-405d-941d-2c10c4c1a829 not found, creating... [ 1135.823786] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.823943] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.824071] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.824337] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.824488] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.824844] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.825017] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.825177] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.825525] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.825733] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.825971] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Resource: SegmentPort with ID: ce1ed43e-d84e-405d-941d-2c10c4c1a829 is going to be created. [ 1135.850680] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.851066] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.851066] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.851286] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.851524] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.851752] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "port-ce1ed43e-d84e-405d-941d-2c10c4c1a829" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.571922] env[65432]: INFO networking_nsxv3.common.synchronization [req-b54ff9a6-2ae2-4a52-8e8b-2c9d3976ad62 req-0910ffda-5c86-4d70-a462-0f8c8c2b9721 service nova] Enqueued Resource ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 with Priority: HIGHEST for action security_group_rules [ 1136.572129] env[65432]: INFO networking_nsxv3.common.synchronization [req-b54ff9a6-2ae2-4a52-8e8b-2c9d3976ad62 req-0910ffda-5c86-4d70-a462-0f8c8c2b9721 service nova] Enqueued Resource ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 with Priority: HIGHEST for action security_group_members [ 1136.572269] env[65432]: INFO networking_nsxv3.common.synchronization [req-b54ff9a6-2ae2-4a52-8e8b-2c9d3976ad62 req-0910ffda-5c86-4d70-a462-0f8c8c2b9721 service nova] Enqueued Resource ID: ce1ed43e-d84e-405d-941d-2c10c4c1a829 with Priority: HIGHEST for action port [ 1136.572784] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 with Priority: HIGHEST for action security_group_rules [ 1136.572921] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 with Priority: HIGHEST for action security_group_members [ 1136.573111] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce1ed43e-d84e-405d-941d-2c10c4c1a829 with Priority: HIGHEST for action port [ 1136.573458] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce42dc83-6fdc-483f-90bc-aaae1c41a442 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.573583] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.573617] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.573882] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.573882] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce42dc83-6fdc-483f-90bc-aaae1c41a442',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.575129] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce42dc83-6fdc-483f-90bc-aaae1c41a442 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.575456] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.575814] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce1ed43e-d84e-405d-941d-2c10c4c1a829 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.575920] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce1ed43e-d84e-405d-941d-2c10c4c1a829" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.575988] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce1ed43e-d84e-405d-941d-2c10c4c1a829" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.576833] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce1ed43e-d84e-405d-941d-2c10c4c1a829" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.576926] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce1ed43e-d84e-405d-941d-2c10c4c1a829',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.079140] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce42dc83-6fdc-483f-90bc-aaae1c41a442 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.079414] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.079538] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ce1ed43e-d84e-405d-941d-2c10c4c1a829 with status ACTIVE [ 1137.079627] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.079787] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.079823] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.080044] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.080109] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.080326] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.080846] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.080846] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.080846] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.080846] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.081022] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.081022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.081112] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.081174] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.081248] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.081334] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ce1ed43e-d84e-405d-941d-2c10c4c1a829 is going to be updated. [ 1137.108986] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.109184] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.109254] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.109450] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.109585] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.109742] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce1ed43e-d84e-405d-941d-2c10c4c1a829" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.534147] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 in Status: SUCCESS [ 1137.534334] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 deletion is rescheduled due to dependency. [ 1137.534504] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.534662] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.534875] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.535104] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.535228] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.535361] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.535465] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.535597] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.535651] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce42dc83-6fdc-483f-90bc-aaae1c41a442',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.038505] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce42dc83-6fdc-483f-90bc-aaae1c41a442',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.162946] env[65432]: INFO networking_nsxv3.common.synchronization [req-ce6548b1-52ae-4fcc-ba35-b4ac5a187900 req-35431322-5a32-48fc-adca-326ed3806414 tempest-ServerRescueNegativeTestJSON-1386142469 tempest-ServerRescueNegativeTestJSON-1386142469-project-member] Enqueued Resource ID: 38d402c9-d6cd-4104-ac1e-440e033a5f0a with Priority: HIGHEST for action security_group_members [ 1138.163384] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38d402c9-d6cd-4104-ac1e-440e033a5f0a with Priority: HIGHEST for action security_group_members [ 1138.163738] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-38d402c9-d6cd-4104-ac1e-440e033a5f0a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.163914] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.164034] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.164333] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.164565] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.164704] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.164791] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.165007] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.165147] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.165302] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38d402c9-d6cd-4104-ac1e-440e033a5f0a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.540758] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce42dc83-6fdc-483f-90bc-aaae1c41a442',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.668750] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38d402c9-d6cd-4104-ac1e-440e033a5f0a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.043034] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.043247] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.043355] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.043622] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.043746] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.043873] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 is going to be updated. [ 1139.079575] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.079575] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.079575] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.079575] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.079871] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.090050] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 in Status: IN_PROGRESS for 2s [ 1139.173157] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38d402c9-d6cd-4104-ac1e-440e033a5f0a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.676594] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.676594] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.676594] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.676594] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.676594] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.677039] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38d402c9-d6cd-4104-ac1e-440e033a5f0a is going to be updated. [ 1139.706544] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.706740] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.706784] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.707086] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.707248] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.724795] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38d402c9-d6cd-4104-ac1e-440e033a5f0a in Status: IN_PROGRESS for 2s [ 1140.144920] env[65432]: INFO networking_nsxv3.common.synchronization [req-209ce39c-f0a1-4999-973e-02736a1412e9 req-bd08543d-1745-43e9-ae30-7858f96fe0a4 tempest-AttachVolumeNegativeTest-71679979 tempest-AttachVolumeNegativeTest-71679979-project-member] Enqueued Resource ID: 14235152-b0db-4da6-b0a7-93d71c2bd9c8 with Priority: HIGHEST for action security_group_members [ 1140.145484] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14235152-b0db-4da6-b0a7-93d71c2bd9c8 with Priority: HIGHEST for action security_group_members [ 1140.145758] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-14235152-b0db-4da6-b0a7-93d71c2bd9c8 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.145933] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14235152-b0db-4da6-b0a7-93d71c2bd9c8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.145978] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14235152-b0db-4da6-b0a7-93d71c2bd9c8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.146187] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14235152-b0db-4da6-b0a7-93d71c2bd9c8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.146346] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.146462] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.146548] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.146668] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.146786] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.146885] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14235152-b0db-4da6-b0a7-93d71c2bd9c8',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.268170] env[65432]: INFO networking_nsxv3.common.synchronization [req-bb7f0c93-843c-4a37-8142-ef5317f30b07 req-3a73e1f6-56d6-40b4-8605-60f7f7a6f3a7 tempest-InstanceActionsV221TestJSON-1845359232 tempest-InstanceActionsV221TestJSON-1845359232-project-member] Enqueued Resource ID: 43147a8c-472e-4359-987c-80c47b98d610 with Priority: HIGHEST for action security_group_members [ 1140.268170] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43147a8c-472e-4359-987c-80c47b98d610 with Priority: HIGHEST for action security_group_members [ 1140.268170] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-43147a8c-472e-4359-987c-80c47b98d610 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.268170] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43147a8c-472e-4359-987c-80c47b98d610" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.268170] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43147a8c-472e-4359-987c-80c47b98d610" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.268170] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43147a8c-472e-4359-987c-80c47b98d610" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.268170] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.268170] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.270071] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.270071] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.270071] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.270071] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43147a8c-472e-4359-987c-80c47b98d610',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.649872] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.650290] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.650483] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.650750] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.650867] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.651101] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.651237] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.651317] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.651518] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.651603] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.651722] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14235152-b0db-4da6-b0a7-93d71c2bd9c8 is going to be updated. [ 1140.705080] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.705080] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.705080] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.705080] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.705485] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.726163] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14235152-b0db-4da6-b0a7-93d71c2bd9c8 in Status: IN_PROGRESS for 2s [ 1140.774201] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.774402] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.774502] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.774905] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.776468] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.776581] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.776841] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.776921] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.777189] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.777360] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.777513] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43147a8c-472e-4359-987c-80c47b98d610 is going to be updated. [ 1140.844380] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.844510] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.844573] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.844959] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.845224] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.863099] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43147a8c-472e-4359-987c-80c47b98d610 in Status: IN_PROGRESS for 2s [ 1141.103282] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 in Status: SUCCESS [ 1141.103522] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.103704] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.103926] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.104188] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.104352] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.104431] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.104664] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.104773] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.104870] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.104969] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ce42dc83-6fdc-483f-90bc-aaae1c41a442',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.607790] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce42dc83-6fdc-483f-90bc-aaae1c41a442 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.608369] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.608369] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.608493] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.608690] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.608797] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.608858] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.609133] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.609251] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.609310] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.609495] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce42dc83-6fdc-483f-90bc-aaae1c41a442 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.609618] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.609678] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.609830] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.609984] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.610100] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.610157] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.610321] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.610391] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.610480] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.610571] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ce42dc83-6fdc-483f-90bc-aaae1c41a442',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.743694] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38d402c9-d6cd-4104-ac1e-440e033a5f0a in Status: SUCCESS [ 1141.743694] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.112771] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ce42dc83-6fdc-483f-90bc-aaae1c41a442: rpc.has_security_group_logging(os_id): False [ 1142.131673] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.131903] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.132019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.132320] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.132483] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.132819] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.132989] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.133109] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.133351] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.133478] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.134395] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.134395] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.134395] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.134395] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.134785] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.134853] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.135074] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.135194] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.135421] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.135541] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.135691] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 is going to be updated. [ 1142.202799] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.202996] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.203067] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.203275] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.203443] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.218614] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 in Status: IN_PROGRESS for 2s [ 1142.737206] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14235152-b0db-4da6-b0a7-93d71c2bd9c8 in Status: SUCCESS [ 1142.737675] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14235152-b0db-4da6-b0a7-93d71c2bd9c8 deletion is rescheduled due to dependency. [ 1142.737720] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14235152-b0db-4da6-b0a7-93d71c2bd9c8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.873380] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43147a8c-472e-4359-987c-80c47b98d610 in Status: SUCCESS [ 1142.873585] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43147a8c-472e-4359-987c-80c47b98d610 deletion is rescheduled due to dependency. [ 1142.873703] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43147a8c-472e-4359-987c-80c47b98d610" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.662182] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock network-591 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.662447] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "network-591" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.662620] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "network-591" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.663028] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "network-591" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.663480] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.663712] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.663884] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.664194] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.664395] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.664667] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1143.664836] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1143.665009] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1143.665188] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1143.665356] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1143.665515] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1143.665702] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1143.687509] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1143.687688] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1143.687798] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1143.688037] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "network-591" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.688416] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock port-3a60ff10-a37c-4330-b7ec-d3522594b6c4 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.688591] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "port-3a60ff10-a37c-4330-b7ec-d3522594b6c4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.688709] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "port-3a60ff10-a37c-4330-b7ec-d3522594b6c4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.689055] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "port-3a60ff10-a37c-4330-b7ec-d3522594b6c4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.689228] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a60ff10-a37c-4330-b7ec-d3522594b6c4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.192118] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.192538] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.192538] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.192749] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.192899] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.193216] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.193376] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.193490] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.193707] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.193845] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.194139] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.194293] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.194405] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.194610] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.194741] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.194935] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Resource: SegmentPort with ID: 3a60ff10-a37c-4330-b7ec-d3522594b6c4 is going to be updated. [ 1144.223209] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.223380] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.223419] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.223680] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.223878] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.224116] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "port-3a60ff10-a37c-4330-b7ec-d3522594b6c4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.241692] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 in Status: SUCCESS [ 1144.241919] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.927459] env[65432]: INFO networking_nsxv3.common.synchronization [req-cd9c2fef-b5ad-483e-9815-0ccd66dffc99 req-06a22697-1787-4356-a59e-4b7d802f8b62 service nova] Enqueued Resource ID: b2ee44f4-8b24-467a-a5a9-2db8507bbbbe with Priority: HIGHEST for action security_group_rules [ 1144.927637] env[65432]: INFO networking_nsxv3.common.synchronization [req-cd9c2fef-b5ad-483e-9815-0ccd66dffc99 req-06a22697-1787-4356-a59e-4b7d802f8b62 service nova] Enqueued Resource ID: b2ee44f4-8b24-467a-a5a9-2db8507bbbbe with Priority: HIGHEST for action security_group_members [ 1144.927687] env[65432]: INFO networking_nsxv3.common.synchronization [req-cd9c2fef-b5ad-483e-9815-0ccd66dffc99 req-06a22697-1787-4356-a59e-4b7d802f8b62 service nova] Enqueued Resource ID: 3a60ff10-a37c-4330-b7ec-d3522594b6c4 with Priority: HIGHEST for action port [ 1144.928233] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2ee44f4-8b24-467a-a5a9-2db8507bbbbe with Priority: HIGHEST for action security_group_rules [ 1144.928370] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2ee44f4-8b24-467a-a5a9-2db8507bbbbe with Priority: HIGHEST for action security_group_members [ 1144.928684] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a60ff10-a37c-4330-b7ec-d3522594b6c4 with Priority: HIGHEST for action port [ 1144.929027] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2ee44f4-8b24-467a-a5a9-2db8507bbbbe taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.929220] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2ee44f4-8b24-467a-a5a9-2db8507bbbbe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.929266] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2ee44f4-8b24-467a-a5a9-2db8507bbbbe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.929731] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2ee44f4-8b24-467a-a5a9-2db8507bbbbe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.929817] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2ee44f4-8b24-467a-a5a9-2db8507bbbbe',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.931272] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2ee44f4-8b24-467a-a5a9-2db8507bbbbe taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.931424] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2ee44f4-8b24-467a-a5a9-2db8507bbbbe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.931471] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2ee44f4-8b24-467a-a5a9-2db8507bbbbe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.931647] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2ee44f4-8b24-467a-a5a9-2db8507bbbbe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.931810] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.931906] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.931969] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.932127] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.932213] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.932302] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2ee44f4-8b24-467a-a5a9-2db8507bbbbe',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.933049] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a60ff10-a37c-4330-b7ec-d3522594b6c4 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.933160] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a60ff10-a37c-4330-b7ec-d3522594b6c4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.933226] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a60ff10-a37c-4330-b7ec-d3522594b6c4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.933372] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a60ff10-a37c-4330-b7ec-d3522594b6c4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.933459] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a60ff10-a37c-4330-b7ec-d3522594b6c4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.435845] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2ee44f4-8b24-467a-a5a9-2db8507bbbbe taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.436337] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2ee44f4-8b24-467a-a5a9-2db8507bbbbe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.436337] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2ee44f4-8b24-467a-a5a9-2db8507bbbbe',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.437238] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3a60ff10-a37c-4330-b7ec-d3522594b6c4 with status ACTIVE [ 1145.437424] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.437533] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.437598] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.437794] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.437882] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.438096] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.438205] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.438357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.438420] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.438496] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.438676] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.438770] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.438829] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.438962] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.439054] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.439137] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3a60ff10-a37c-4330-b7ec-d3522594b6c4 is going to be updated. [ 1145.464257] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.464467] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.464467] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.464644] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.464777] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.464936] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a60ff10-a37c-4330-b7ec-d3522594b6c4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.941102] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2ee44f4-8b24-467a-a5a9-2db8507bbbbe',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.443920] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.444370] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.444370] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.444370] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.444552] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.444552] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2ee44f4-8b24-467a-a5a9-2db8507bbbbe is going to be updated. [ 1146.479873] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.480125] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.480125] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.480305] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.480459] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.491838] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2ee44f4-8b24-467a-a5a9-2db8507bbbbe in Status: IN_PROGRESS for 2s [ 1147.983262] env[65432]: INFO networking_nsxv3.common.synchronization [None req-10232cac-924c-4db4-ae7e-3822945a7379 tempest-AttachVolumeNegativeTest-71679979 tempest-AttachVolumeNegativeTest-71679979-project-member] Enqueued Resource ID: 2dbc6efa-11cb-4647-8da7-ffdcfab3ebe8 with Priority: HIGHEST for action security_group_rules [ 1147.983763] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dbc6efa-11cb-4647-8da7-ffdcfab3ebe8 with Priority: HIGHEST for action security_group_rules [ 1147.984081] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2dbc6efa-11cb-4647-8da7-ffdcfab3ebe8 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.984197] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2dbc6efa-11cb-4647-8da7-ffdcfab3ebe8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.984263] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2dbc6efa-11cb-4647-8da7-ffdcfab3ebe8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.984523] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2dbc6efa-11cb-4647-8da7-ffdcfab3ebe8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.984606] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2dbc6efa-11cb-4647-8da7-ffdcfab3ebe8',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.061269] env[65432]: INFO networking_nsxv3.common.synchronization [None req-ff244ed5-1d9c-4861-93d5-3e096b4b1a8e tempest-AttachVolumeNegativeTest-71679979 tempest-AttachVolumeNegativeTest-71679979-project-member] Enqueued Resource ID: 2dbc6efa-11cb-4647-8da7-ffdcfab3ebe8 with Priority: HIGHEST for action security_group_rules [ 1148.061783] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dbc6efa-11cb-4647-8da7-ffdcfab3ebe8 with Priority: HIGHEST for action security_group_rules [ 1148.062134] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2dbc6efa-11cb-4647-8da7-ffdcfab3ebe8 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.062262] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2dbc6efa-11cb-4647-8da7-ffdcfab3ebe8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.154385] env[65432]: INFO networking_nsxv3.common.synchronization [req-ad3ec6bc-2cc3-4572-98f7-eb59de2d5c1d req-1fc291f9-cebf-4381-abf6-d68c621c0ad3 tempest-ServerRescueNegativeTestJSON-1386142469 tempest-ServerRescueNegativeTestJSON-1386142469-project-member] Enqueued Resource ID: 38d402c9-d6cd-4104-ac1e-440e033a5f0a with Priority: HIGHEST for action security_group_members [ 1148.154385] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38d402c9-d6cd-4104-ac1e-440e033a5f0a with Priority: HIGHEST for action security_group_members [ 1148.154385] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-38d402c9-d6cd-4104-ac1e-440e033a5f0a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.154385] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.154385] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.154385] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.154385] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.154385] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.154385] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.154385] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.154385] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.154899] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38d402c9-d6cd-4104-ac1e-440e033a5f0a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.503627] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2ee44f4-8b24-467a-a5a9-2db8507bbbbe in Status: SUCCESS [ 1148.503815] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2ee44f4-8b24-467a-a5a9-2db8507bbbbe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.503920] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2ee44f4-8b24-467a-a5a9-2db8507bbbbe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.504393] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2ee44f4-8b24-467a-a5a9-2db8507bbbbe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.504620] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.504779] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.504820] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.504991] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.505089] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.505178] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2ee44f4-8b24-467a-a5a9-2db8507bbbbe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.505269] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b2ee44f4-8b24-467a-a5a9-2db8507bbbbe',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.509720] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.509866] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.509958] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.510203] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.510312] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.510433] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2dbc6efa-11cb-4647-8da7-ffdcfab3ebe8 already deleted. [ 1148.510594] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2dbc6efa-11cb-4647-8da7-ffdcfab3ebe8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.510771] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2dbc6efa-11cb-4647-8da7-ffdcfab3ebe8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.511047] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2dbc6efa-11cb-4647-8da7-ffdcfab3ebe8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.511155] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2dbc6efa-11cb-4647-8da7-ffdcfab3ebe8',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.657778] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.657946] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.658119] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.658374] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.658433] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.658658] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.658759] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.658830] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.658972] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.659153] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.659153] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38d402c9-d6cd-4104-ac1e-440e033a5f0a is going to be updated. [ 1148.690735] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.692035] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.692035] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.692035] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.692035] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.702610] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38d402c9-d6cd-4104-ac1e-440e033a5f0a in Status: IN_PROGRESS for 2s [ 1149.009463] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b2ee44f4-8b24-467a-a5a9-2db8507bbbbe',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.035403] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.035560] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.035647] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.035830] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.035919] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.036052] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2dbc6efa-11cb-4647-8da7-ffdcfab3ebe8 already deleted. [ 1149.037360] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2dbc6efa-11cb-4647-8da7-ffdcfab3ebe8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.511913] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b2ee44f4-8b24-467a-a5a9-2db8507bbbbe: rpc.has_security_group_logging(os_id): False [ 1149.531601] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.531601] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.531601] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.532030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.532030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.532235] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.532362] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.532425] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.532580] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.532655] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.532751] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2ee44f4-8b24-467a-a5a9-2db8507bbbbe is going to be updated. [ 1149.599762] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.599904] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.600160] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.600243] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.600348] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.613958] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2ee44f4-8b24-467a-a5a9-2db8507bbbbe in Status: IN_PROGRESS for 2s [ 1150.712534] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38d402c9-d6cd-4104-ac1e-440e033a5f0a in Status: SUCCESS [ 1150.712534] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38d402c9-d6cd-4104-ac1e-440e033a5f0a deletion is rescheduled due to dependency. [ 1150.712534] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.630122] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2ee44f4-8b24-467a-a5a9-2db8507bbbbe in Status: SUCCESS [ 1151.630376] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2ee44f4-8b24-467a-a5a9-2db8507bbbbe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.154137] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1153.154434] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1153.406976] env[65432]: INFO networking_nsxv3.common.synchronization [None req-c732bfc7-dc06-49bd-ad23-3604274439a8 None None] Enqueued Resource ID: f98e2b8f-9dc6-475b-b7e9-c318b1ad67bc with Priority: HIGHEST for action port [ 1153.407160] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f98e2b8f-9dc6-475b-b7e9-c318b1ad67bc with Priority: HIGHEST for action port [ 1153.407409] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-f98e2b8f-9dc6-475b-b7e9-c318b1ad67bc taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.407532] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f98e2b8f-9dc6-475b-b7e9-c318b1ad67bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.407597] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f98e2b8f-9dc6-475b-b7e9-c318b1ad67bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.407851] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f98e2b8f-9dc6-475b-b7e9-c318b1ad67bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.408563] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f98e2b8f-9dc6-475b-b7e9-c318b1ad67bc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.913206] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f98e2b8f-9dc6-475b-b7e9-c318b1ad67bc [ 1153.914580] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.914580] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.914580] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.914580] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.914580] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.914580] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f98e2b8f-9dc6-475b-b7e9-c318b1ad67bc already deleted. [ 1153.914580] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f98e2b8f-9dc6-475b-b7e9-c318b1ad67bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.614253] env[65432]: INFO networking_nsxv3.common.synchronization [req-02f967f8-b345-40f2-bb52-54963de62dad req-8421418f-1bd0-467b-9b00-77d5acddc39c tempest-AttachVolumeNegativeTest-71679979 tempest-AttachVolumeNegativeTest-71679979-project-member] Enqueued Resource ID: 2dbc6efa-11cb-4647-8da7-ffdcfab3ebe8 with Priority: HIGHEST for action security_group_members [ 1155.614571] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dbc6efa-11cb-4647-8da7-ffdcfab3ebe8 with Priority: HIGHEST for action security_group_members [ 1155.615012] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dbc6efa-11cb-4647-8da7-ffdcfab3ebe8 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.615147] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dbc6efa-11cb-4647-8da7-ffdcfab3ebe8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.615300] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dbc6efa-11cb-4647-8da7-ffdcfab3ebe8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.615840] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dbc6efa-11cb-4647-8da7-ffdcfab3ebe8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.616124] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.616227] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.616344] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.616535] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.616535] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.616593] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2dbc6efa-11cb-4647-8da7-ffdcfab3ebe8',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.996788] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock network-276 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.997156] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "network-276" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.997156] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "network-276" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.997392] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "network-276" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.997692] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.997942] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.998056] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.998277] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.998446] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.998777] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1155.998960] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1155.999120] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1155.999120] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1155.999327] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1155.999448] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1155.999980] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1156.024320] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1156.024536] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1156.024727] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1156.024938] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "network-276" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.025468] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock port-f9b161c6-3196-4dbc-9459-cc4e0f848525 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.025603] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "port-f9b161c6-3196-4dbc-9459-cc4e0f848525" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.025722] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "port-f9b161c6-3196-4dbc-9459-cc4e0f848525" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.026105] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "port-f9b161c6-3196-4dbc-9459-cc4e0f848525" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.026395] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9b161c6-3196-4dbc-9459-cc4e0f848525',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.118643] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.118831] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.118831] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.119024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.119125] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.119333] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.119467] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.119522] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.119668] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.119742] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.119826] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2dbc6efa-11cb-4647-8da7-ffdcfab3ebe8 already deleted. [ 1156.119915] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dbc6efa-11cb-4647-8da7-ffdcfab3ebe8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.454776] env[65432]: INFO networking_nsxv3.common.synchronization [None req-098bbe83-3c3a-40de-9185-ae1c8daa8ba6 None None] Enqueued Resource ID: e11c4bc3-79d8-40e7-ac5a-4ea93b4a1d56 with Priority: HIGHEST for action port [ 1156.455074] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e11c4bc3-79d8-40e7-ac5a-4ea93b4a1d56 with Priority: HIGHEST for action port [ 1156.455695] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-e11c4bc3-79d8-40e7-ac5a-4ea93b4a1d56 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.455826] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e11c4bc3-79d8-40e7-ac5a-4ea93b4a1d56" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.455875] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e11c4bc3-79d8-40e7-ac5a-4ea93b4a1d56" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.456254] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e11c4bc3-79d8-40e7-ac5a-4ea93b4a1d56" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.456451] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e11c4bc3-79d8-40e7-ac5a-4ea93b4a1d56',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.529389] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.529685] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.529828] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.530164] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.530348] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.530582] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Segment Port f9b161c6-3196-4dbc-9459-cc4e0f848525 not found, creating... [ 1156.530930] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.531655] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.531655] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.531655] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.531655] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.532131] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.532259] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.532386] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.532511] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.532624] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.532777] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Resource: SegmentPort with ID: f9b161c6-3196-4dbc-9459-cc4e0f848525 is going to be created. [ 1156.554840] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.555367] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.555367] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.555517] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.555715] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.555944] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "port-f9b161c6-3196-4dbc-9459-cc4e0f848525" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.958332] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e11c4bc3-79d8-40e7-ac5a-4ea93b4a1d56 [ 1156.958716] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.958912] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.958998] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.959465] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.959618] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.959760] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e11c4bc3-79d8-40e7-ac5a-4ea93b4a1d56 already deleted. [ 1156.959820] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e11c4bc3-79d8-40e7-ac5a-4ea93b4a1d56" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.317308] env[65432]: INFO networking_nsxv3.common.synchronization [req-02f967f8-b345-40f2-bb52-54963de62dad req-e23da196-41ff-462d-8ffd-c2ce21e5343c service nova] Enqueued Resource ID: 2dbc6efa-11cb-4647-8da7-ffdcfab3ebe8 with Priority: HIGHEST for action security_group_rules [ 1157.317602] env[65432]: INFO networking_nsxv3.common.synchronization [req-02f967f8-b345-40f2-bb52-54963de62dad req-e23da196-41ff-462d-8ffd-c2ce21e5343c service nova] Enqueued Resource ID: 2dbc6efa-11cb-4647-8da7-ffdcfab3ebe8 with Priority: HIGHEST for action security_group_members [ 1157.317815] env[65432]: INFO networking_nsxv3.common.synchronization [req-02f967f8-b345-40f2-bb52-54963de62dad req-e23da196-41ff-462d-8ffd-c2ce21e5343c service nova] Enqueued Resource ID: f9b161c6-3196-4dbc-9459-cc4e0f848525 with Priority: HIGHEST for action port [ 1157.318551] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dbc6efa-11cb-4647-8da7-ffdcfab3ebe8 with Priority: HIGHEST for action security_group_rules [ 1157.318813] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dbc6efa-11cb-4647-8da7-ffdcfab3ebe8 with Priority: HIGHEST for action security_group_members [ 1157.319071] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9b161c6-3196-4dbc-9459-cc4e0f848525 with Priority: HIGHEST for action port [ 1157.319431] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2dbc6efa-11cb-4647-8da7-ffdcfab3ebe8 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.319565] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2dbc6efa-11cb-4647-8da7-ffdcfab3ebe8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.319668] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2dbc6efa-11cb-4647-8da7-ffdcfab3ebe8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.319985] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2dbc6efa-11cb-4647-8da7-ffdcfab3ebe8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.320279] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2dbc6efa-11cb-4647-8da7-ffdcfab3ebe8',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.321376] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dbc6efa-11cb-4647-8da7-ffdcfab3ebe8 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.322469] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dbc6efa-11cb-4647-8da7-ffdcfab3ebe8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.322544] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dbc6efa-11cb-4647-8da7-ffdcfab3ebe8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.323018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dbc6efa-11cb-4647-8da7-ffdcfab3ebe8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.323018] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.323209] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.323209] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.323435] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.323552] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.323654] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2dbc6efa-11cb-4647-8da7-ffdcfab3ebe8',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.324864] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9b161c6-3196-4dbc-9459-cc4e0f848525 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.325857] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9b161c6-3196-4dbc-9459-cc4e0f848525" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.325857] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9b161c6-3196-4dbc-9459-cc4e0f848525" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.325857] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9b161c6-3196-4dbc-9459-cc4e0f848525" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.325857] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9b161c6-3196-4dbc-9459-cc4e0f848525',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.827863] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dbc6efa-11cb-4647-8da7-ffdcfab3ebe8 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.828140] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dbc6efa-11cb-4647-8da7-ffdcfab3ebe8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.828212] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2dbc6efa-11cb-4647-8da7-ffdcfab3ebe8',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.829222] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f9b161c6-3196-4dbc-9459-cc4e0f848525 with status ACTIVE [ 1157.829427] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.829545] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.829613] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.829879] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.829972] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.830162] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.830310] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.830310] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.830657] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.830657] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.830814] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.830972] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.831091] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.831318] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.831457] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.831597] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f9b161c6-3196-4dbc-9459-cc4e0f848525 is going to be updated. [ 1157.857929] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.858157] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.858157] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.858423] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.858562] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.858725] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9b161c6-3196-4dbc-9459-cc4e0f848525" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.334841] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2dbc6efa-11cb-4647-8da7-ffdcfab3ebe8',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.836333] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.836544] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.836652] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.836978] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.837130] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.837276] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2dbc6efa-11cb-4647-8da7-ffdcfab3ebe8 is going to be created. [ 1158.866984] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.866984] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.866984] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.866984] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.866984] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.879136] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2dbc6efa-11cb-4647-8da7-ffdcfab3ebe8 in Status: UNINITIALIZED for 2s [ 1158.911102] env[65432]: INFO networking_nsxv3.common.synchronization [req-a6128638-73e5-45eb-9781-80eff66a8879 req-04bb0a27-6c72-4f6a-9295-808c4e0b5ec8 tempest-InstanceActionsNegativeTestJSON-1028051763 tempest-InstanceActionsNegativeTestJSON-1028051763-project-member] Enqueued Resource ID: 86661f66-3e1c-42d8-8d35-ab9d487e7742 with Priority: HIGHEST for action security_group_members [ 1158.911782] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86661f66-3e1c-42d8-8d35-ab9d487e7742 with Priority: HIGHEST for action security_group_members [ 1158.912124] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-86661f66-3e1c-42d8-8d35-ab9d487e7742 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.912250] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86661f66-3e1c-42d8-8d35-ab9d487e7742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.912318] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86661f66-3e1c-42d8-8d35-ab9d487e7742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.912586] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86661f66-3e1c-42d8-8d35-ab9d487e7742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.912748] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.912842] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.912903] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.913071] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.913159] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.913252] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86661f66-3e1c-42d8-8d35-ab9d487e7742',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.262224] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock network-318 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.262472] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "network-318" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.262766] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "network-318" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.263026] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "network-318" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.263560] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.263764] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.263900] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.264195] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.264373] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.264627] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1159.264777] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1159.264911] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1159.265060] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1159.265690] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1159.265690] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1159.265690] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1159.288733] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1159.288910] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1159.289047] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1159.289225] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "network-318" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.289561] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock port-264e587c-b156-4330-828f-8b1609ca41f0 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.289759] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "port-264e587c-b156-4330-828f-8b1609ca41f0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.289855] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "port-264e587c-b156-4330-828f-8b1609ca41f0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.290179] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "port-264e587c-b156-4330-828f-8b1609ca41f0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.290320] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('264e587c-b156-4330-828f-8b1609ca41f0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.416085] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.416637] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.416637] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.416637] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.416730] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.416899] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.416993] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.417067] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.417215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.417309] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.417407] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86661f66-3e1c-42d8-8d35-ab9d487e7742 already deleted. [ 1159.417525] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86661f66-3e1c-42d8-8d35-ab9d487e7742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.793239] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.793599] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.793726] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.794124] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.794330] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.794497] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Segment Port 264e587c-b156-4330-828f-8b1609ca41f0 not found, creating... [ 1159.794767] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.794956] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.795093] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.795324] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.795464] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.795751] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.795978] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.796120] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.796355] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.796490] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.796629] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Resource: SegmentPort with ID: 264e587c-b156-4330-828f-8b1609ca41f0 is going to be created. [ 1159.801261] env[65432]: INFO networking_nsxv3.common.synchronization [req-e978ebf6-2541-4641-8707-d19d64e3decc req-a1d0e9fc-d0d5-412f-853f-ed024f3d6089 tempest-DeleteServersTestJSON-1697708160 tempest-DeleteServersTestJSON-1697708160-project-member] Enqueued Resource ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 with Priority: HIGHEST for action security_group_members [ 1159.802322] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 with Priority: HIGHEST for action security_group_members [ 1159.802714] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce42dc83-6fdc-483f-90bc-aaae1c41a442 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.802882] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.802951] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.803143] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.803292] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.803390] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.803445] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.803587] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.803664] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.803753] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce42dc83-6fdc-483f-90bc-aaae1c41a442',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.821958] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.822207] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.822347] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.822632] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.822874] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.823141] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "port-264e587c-b156-4330-828f-8b1609ca41f0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.305703] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.305914] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.305914] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.306225] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.306261] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.306527] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.306623] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.306732] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.306852] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.306917] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.307070] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 is going to be updated. [ 1160.341406] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.341406] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.341406] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.341406] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.341598] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.353195] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 in Status: IN_PROGRESS for 2s [ 1160.554739] env[65432]: INFO networking_nsxv3.common.synchronization [req-a6128638-73e5-45eb-9781-80eff66a8879 req-fb560af5-679e-40a3-a487-35b1f95e3649 service nova] Enqueued Resource ID: 86661f66-3e1c-42d8-8d35-ab9d487e7742 with Priority: HIGHEST for action security_group_rules [ 1160.555393] env[65432]: INFO networking_nsxv3.common.synchronization [req-a6128638-73e5-45eb-9781-80eff66a8879 req-fb560af5-679e-40a3-a487-35b1f95e3649 service nova] Enqueued Resource ID: 86661f66-3e1c-42d8-8d35-ab9d487e7742 with Priority: HIGHEST for action security_group_members [ 1160.555549] env[65432]: INFO networking_nsxv3.common.synchronization [req-a6128638-73e5-45eb-9781-80eff66a8879 req-fb560af5-679e-40a3-a487-35b1f95e3649 service nova] Enqueued Resource ID: 264e587c-b156-4330-828f-8b1609ca41f0 with Priority: HIGHEST for action port [ 1160.556149] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86661f66-3e1c-42d8-8d35-ab9d487e7742 with Priority: HIGHEST for action security_group_rules [ 1160.556876] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86661f66-3e1c-42d8-8d35-ab9d487e7742 with Priority: HIGHEST for action security_group_members [ 1160.556876] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 264e587c-b156-4330-828f-8b1609ca41f0 with Priority: HIGHEST for action port [ 1160.556876] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86661f66-3e1c-42d8-8d35-ab9d487e7742 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.557032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86661f66-3e1c-42d8-8d35-ab9d487e7742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.557071] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86661f66-3e1c-42d8-8d35-ab9d487e7742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.557360] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86661f66-3e1c-42d8-8d35-ab9d487e7742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.557486] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86661f66-3e1c-42d8-8d35-ab9d487e7742',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.558733] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-86661f66-3e1c-42d8-8d35-ab9d487e7742 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.558958] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86661f66-3e1c-42d8-8d35-ab9d487e7742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.559092] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86661f66-3e1c-42d8-8d35-ab9d487e7742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.559435] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86661f66-3e1c-42d8-8d35-ab9d487e7742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.559650] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.559778] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.559913] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.560249] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.560249] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.560388] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86661f66-3e1c-42d8-8d35-ab9d487e7742',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.561953] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-264e587c-b156-4330-828f-8b1609ca41f0 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.562116] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-264e587c-b156-4330-828f-8b1609ca41f0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.562413] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-264e587c-b156-4330-828f-8b1609ca41f0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.563052] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-264e587c-b156-4330-828f-8b1609ca41f0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.566155] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('264e587c-b156-4330-828f-8b1609ca41f0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.890045] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2dbc6efa-11cb-4647-8da7-ffdcfab3ebe8 in Status: SUCCESS [ 1160.890045] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dbc6efa-11cb-4647-8da7-ffdcfab3ebe8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.890045] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dbc6efa-11cb-4647-8da7-ffdcfab3ebe8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.890299] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dbc6efa-11cb-4647-8da7-ffdcfab3ebe8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.890299] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.890433] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.890483] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.890702] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.890827] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.890947] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dbc6efa-11cb-4647-8da7-ffdcfab3ebe8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.891094] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2dbc6efa-11cb-4647-8da7-ffdcfab3ebe8',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.069250] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-86661f66-3e1c-42d8-8d35-ab9d487e7742 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.069250] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86661f66-3e1c-42d8-8d35-ab9d487e7742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.069250] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86661f66-3e1c-42d8-8d35-ab9d487e7742',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.069922] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 264e587c-b156-4330-828f-8b1609ca41f0 with status ACTIVE [ 1161.070107] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.070213] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.070275] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.070472] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.070551] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.071140] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.071140] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.071140] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.071140] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.071140] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.071412] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.071412] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.071490] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.071705] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.071805] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.071891] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 264e587c-b156-4330-828f-8b1609ca41f0 is going to be updated. [ 1161.093738] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.093910] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.093953] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.094560] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.094560] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.094560] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-264e587c-b156-4330-828f-8b1609ca41f0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.393539] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2dbc6efa-11cb-4647-8da7-ffdcfab3ebe8',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.574719] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86661f66-3e1c-42d8-8d35-ab9d487e7742',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.895940] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2dbc6efa-11cb-4647-8da7-ffdcfab3ebe8: rpc.has_security_group_logging(os_id): False [ 1161.916901] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.917136] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.917136] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.917404] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.917501] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.917745] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.917849] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.917915] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.918156] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.918248] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.918480] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2dbc6efa-11cb-4647-8da7-ffdcfab3ebe8 is going to be created. [ 1161.988167] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.988397] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.988397] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.988618] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.988805] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.999456] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2dbc6efa-11cb-4647-8da7-ffdcfab3ebe8 in Status: IN_PROGRESS for 2s [ 1162.077200] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.077416] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.077416] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.077637] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.077730] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.077825] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86661f66-3e1c-42d8-8d35-ab9d487e7742 is going to be created. [ 1162.107055] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.107307] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.107307] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.107477] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.107639] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.118825] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86661f66-3e1c-42d8-8d35-ab9d487e7742 in Status: UNINITIALIZED for 2s [ 1162.363046] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 in Status: SUCCESS [ 1162.363698] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 deletion is rescheduled due to dependency. [ 1162.363698] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.020873] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2dbc6efa-11cb-4647-8da7-ffdcfab3ebe8 in Status: SUCCESS [ 1164.021267] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2dbc6efa-11cb-4647-8da7-ffdcfab3ebe8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.128409] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86661f66-3e1c-42d8-8d35-ab9d487e7742 in Status: SUCCESS [ 1164.128626] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86661f66-3e1c-42d8-8d35-ab9d487e7742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.128795] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86661f66-3e1c-42d8-8d35-ab9d487e7742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.129092] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86661f66-3e1c-42d8-8d35-ab9d487e7742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.129267] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.129409] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.129485] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.129599] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.129667] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.129753] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86661f66-3e1c-42d8-8d35-ab9d487e7742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.129845] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('86661f66-3e1c-42d8-8d35-ab9d487e7742',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.632083] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-86661f66-3e1c-42d8-8d35-ab9d487e7742 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.632285] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86661f66-3e1c-42d8-8d35-ab9d487e7742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.632409] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86661f66-3e1c-42d8-8d35-ab9d487e7742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.632723] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86661f66-3e1c-42d8-8d35-ab9d487e7742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.632966] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.633145] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.633246] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.633485] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.633622] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.633759] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86661f66-3e1c-42d8-8d35-ab9d487e7742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.634082] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-86661f66-3e1c-42d8-8d35-ab9d487e7742 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.634147] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86661f66-3e1c-42d8-8d35-ab9d487e7742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.634266] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86661f66-3e1c-42d8-8d35-ab9d487e7742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.634425] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86661f66-3e1c-42d8-8d35-ab9d487e7742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.634645] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.634938] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.634938] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.635067] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.635192] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.635344] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86661f66-3e1c-42d8-8d35-ab9d487e7742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.635443] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('86661f66-3e1c-42d8-8d35-ab9d487e7742',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.137875] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 86661f66-3e1c-42d8-8d35-ab9d487e7742: rpc.has_security_group_logging(os_id): False [ 1165.158691] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.158691] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.158691] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.158990] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.158990] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.159181] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.159347] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.159347] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.159623] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.159623] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.159825] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.159942] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.160017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.160177] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.160263] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.160500] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.160621] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.160677] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.160915] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.161035] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.161091] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86661f66-3e1c-42d8-8d35-ab9d487e7742 is going to be created. [ 1165.222991] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.223220] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.223364] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.223445] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.223633] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.235889] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86661f66-3e1c-42d8-8d35-ab9d487e7742 in Status: IN_PROGRESS for 2s [ 1165.559356] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1165.559557] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1167.249894] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86661f66-3e1c-42d8-8d35-ab9d487e7742 in Status: SUCCESS [ 1167.249894] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86661f66-3e1c-42d8-8d35-ab9d487e7742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.767688] env[65432]: INFO networking_nsxv3.common.synchronization [req-5ada61de-386d-4812-805c-48288247f2b6 req-2cd7906d-ca39-4c0b-b06c-ca23b249e21b tempest-DeleteServersTestJSON-1697708160 tempest-DeleteServersTestJSON-1697708160-project-member] Enqueued Resource ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 with Priority: HIGHEST for action security_group_members [ 1169.768241] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 with Priority: HIGHEST for action security_group_members [ 1169.768655] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce42dc83-6fdc-483f-90bc-aaae1c41a442 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.768832] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.768905] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.769180] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.769384] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.769518] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.769670] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.769813] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.769917] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.770023] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce42dc83-6fdc-483f-90bc-aaae1c41a442',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.109989] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock network-290 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.110187] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "network-290" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.110315] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "network-290" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.110577] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "network-290" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.111076] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.111076] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.111217] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.111386] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.111533] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.111742] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1170.111854] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1170.111960] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1170.112077] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1170.112186] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1170.112288] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1170.112417] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1170.133094] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1170.133284] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1170.133455] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1170.133625] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "network-290" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.133946] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock port-7a1759cb-d879-42c8-9787-c5af9c1927e6 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.134154] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "port-7a1759cb-d879-42c8-9787-c5af9c1927e6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.134272] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "port-7a1759cb-d879-42c8-9787-c5af9c1927e6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.134584] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "port-7a1759cb-d879-42c8-9787-c5af9c1927e6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.134720] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a1759cb-d879-42c8-9787-c5af9c1927e6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.271924] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.272177] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.272256] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.272474] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.272563] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.272768] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.272868] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.272932] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.273092] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.273169] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.273254] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 is going to be updated. [ 1170.297317] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.297497] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.297497] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.297701] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.297844] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.306274] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 in Status: IN_PROGRESS for 2s [ 1170.637276] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.637515] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.637644] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.637940] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.638117] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.638543] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Segment Port 7a1759cb-d879-42c8-9787-c5af9c1927e6 not found, creating... [ 1170.638631] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.638763] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.638880] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.639128] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.639270] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.639564] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.639727] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.639845] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.640102] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.640257] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.640396] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Resource: SegmentPort with ID: 7a1759cb-d879-42c8-9787-c5af9c1927e6 is going to be created. [ 1170.673914] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.674147] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.674265] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.674541] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.674774] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.675009] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "port-7a1759cb-d879-42c8-9787-c5af9c1927e6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.417816] env[65432]: INFO networking_nsxv3.common.synchronization [req-5ada61de-386d-4812-805c-48288247f2b6 req-9d5b7a83-091c-4f02-9d47-d5b55c490a8b service nova] Enqueued Resource ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 with Priority: HIGHEST for action security_group_rules [ 1171.418114] env[65432]: INFO networking_nsxv3.common.synchronization [req-5ada61de-386d-4812-805c-48288247f2b6 req-9d5b7a83-091c-4f02-9d47-d5b55c490a8b service nova] Enqueued Resource ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 with Priority: HIGHEST for action security_group_members [ 1171.418148] env[65432]: INFO networking_nsxv3.common.synchronization [req-5ada61de-386d-4812-805c-48288247f2b6 req-9d5b7a83-091c-4f02-9d47-d5b55c490a8b service nova] Enqueued Resource ID: 7a1759cb-d879-42c8-9787-c5af9c1927e6 with Priority: HIGHEST for action port [ 1171.418724] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 with Priority: HIGHEST for action security_group_rules [ 1171.418899] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 with Priority: HIGHEST for action security_group_members [ 1171.419189] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a1759cb-d879-42c8-9787-c5af9c1927e6 with Priority: HIGHEST for action port [ 1171.419516] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce42dc83-6fdc-483f-90bc-aaae1c41a442 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.419644] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.419703] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.419898] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.419977] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce42dc83-6fdc-483f-90bc-aaae1c41a442',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.421599] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce42dc83-6fdc-483f-90bc-aaae1c41a442 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.421599] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.421787] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a1759cb-d879-42c8-9787-c5af9c1927e6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.421787] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a1759cb-d879-42c8-9787-c5af9c1927e6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.421884] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a1759cb-d879-42c8-9787-c5af9c1927e6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.422020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a1759cb-d879-42c8-9787-c5af9c1927e6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.422092] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a1759cb-d879-42c8-9787-c5af9c1927e6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.922672] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce42dc83-6fdc-483f-90bc-aaae1c41a442 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.922949] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.924208] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7a1759cb-d879-42c8-9787-c5af9c1927e6 with status ACTIVE [ 1171.924444] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.924576] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.924699] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.924953] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.925057] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.925250] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.925352] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.925417] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.925572] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.925653] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.925830] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.925913] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.925985] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.926133] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.926205] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.926293] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7a1759cb-d879-42c8-9787-c5af9c1927e6 is going to be updated. [ 1171.947056] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.947317] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.947317] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.947531] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.947697] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.947877] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a1759cb-d879-42c8-9787-c5af9c1927e6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.315981] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 in Status: SUCCESS [ 1172.315981] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 deletion is rescheduled due to dependency. [ 1172.315981] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.316255] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.316441] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.316646] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.316728] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.316761] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.316913] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.316996] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.317134] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce42dc83-6fdc-483f-90bc-aaae1c41a442',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.340034] env[65432]: INFO networking_nsxv3.common.synchronization [req-9b6501dc-7cc2-4e42-892e-5ff6dd148bfe req-ded83503-19ea-4ed2-8095-b7f8b1a511ef tempest-InstanceActionsNegativeTestJSON-1028051763 tempest-InstanceActionsNegativeTestJSON-1028051763-project-member] Enqueued Resource ID: 86661f66-3e1c-42d8-8d35-ab9d487e7742 with Priority: HIGHEST for action security_group_members [ 1172.340370] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86661f66-3e1c-42d8-8d35-ab9d487e7742 with Priority: HIGHEST for action security_group_members [ 1172.340915] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-86661f66-3e1c-42d8-8d35-ab9d487e7742 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.340915] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86661f66-3e1c-42d8-8d35-ab9d487e7742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.340915] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86661f66-3e1c-42d8-8d35-ab9d487e7742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.341431] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86661f66-3e1c-42d8-8d35-ab9d487e7742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.341614] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.341722] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.341823] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.342082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.342173] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.342269] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86661f66-3e1c-42d8-8d35-ab9d487e7742',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.541394] env[65432]: INFO networking_nsxv3.common.synchronization [req-16d7f32d-e23e-49f6-b093-ab43b479833b req-de1cb6a0-ffa5-4aff-bff7-6f28610f78d3 tempest-ServerActionsTestOtherA-1585184968 tempest-ServerActionsTestOtherA-1585184968-project-member] Enqueued Resource ID: 0352cb8b-54d9-4335-b2d0-ce73a5492dec with Priority: HIGHEST for action security_group_members [ 1172.542676] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0352cb8b-54d9-4335-b2d0-ce73a5492dec with Priority: HIGHEST for action security_group_members [ 1172.542868] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-0352cb8b-54d9-4335-b2d0-ce73a5492dec taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.542966] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0352cb8b-54d9-4335-b2d0-ce73a5492dec" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.543046] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0352cb8b-54d9-4335-b2d0-ce73a5492dec" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.543393] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0352cb8b-54d9-4335-b2d0-ce73a5492dec" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.543393] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.543610] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.543610] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.543781] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.543781] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.543877] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0352cb8b-54d9-4335-b2d0-ce73a5492dec',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.820035] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce42dc83-6fdc-483f-90bc-aaae1c41a442',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.844996] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.844996] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.844996] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.845535] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.845535] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.845596] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.845765] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.845765] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.845894] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.845961] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.846063] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86661f66-3e1c-42d8-8d35-ab9d487e7742 is going to be updated. [ 1172.875999] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.876166] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.876238] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.876446] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.876590] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.885025] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86661f66-3e1c-42d8-8d35-ab9d487e7742 in Status: IN_PROGRESS for 2s [ 1173.045629] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.045782] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.045854] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.046096] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.046217] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.046444] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.046536] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.046600] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.046755] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.046832] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.046918] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0352cb8b-54d9-4335-b2d0-ce73a5492dec is going to be updated. [ 1173.073545] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.073714] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.073756] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.073940] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.074097] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.082719] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0352cb8b-54d9-4335-b2d0-ce73a5492dec in Status: IN_PROGRESS for 2s [ 1173.322525] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce42dc83-6fdc-483f-90bc-aaae1c41a442',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.825436] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.825857] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.825857] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.825940] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.826069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.826185] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 is going to be updated. [ 1173.857114] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.857285] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.857349] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.857532] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.857684] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.867203] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 in Status: IN_PROGRESS for 2s [ 1174.898325] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86661f66-3e1c-42d8-8d35-ab9d487e7742 in Status: SUCCESS [ 1174.898679] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86661f66-3e1c-42d8-8d35-ab9d487e7742 deletion is rescheduled due to dependency. [ 1174.898679] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86661f66-3e1c-42d8-8d35-ab9d487e7742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.092916] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0352cb8b-54d9-4335-b2d0-ce73a5492dec in Status: SUCCESS [ 1175.093131] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0352cb8b-54d9-4335-b2d0-ce73a5492dec deletion is rescheduled due to dependency. [ 1175.093247] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0352cb8b-54d9-4335-b2d0-ce73a5492dec" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.877988] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 in Status: SUCCESS [ 1175.878230] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.878424] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.878748] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.878879] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.878980] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.879082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.879247] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.879327] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.879406] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.879495] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ce42dc83-6fdc-483f-90bc-aaae1c41a442',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.382074] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock network-618 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.382378] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "network-618" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.382428] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "network-618" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.382696] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "network-618" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.382951] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.383116] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.383235] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.383507] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.383706] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.383920] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1176.384093] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1176.384208] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1176.384351] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1176.384509] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1176.384624] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1176.384763] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1176.386063] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce42dc83-6fdc-483f-90bc-aaae1c41a442 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.386172] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.386242] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.386397] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.386556] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.386644] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.386708] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.386848] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.386926] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.387016] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.387192] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce42dc83-6fdc-483f-90bc-aaae1c41a442 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.387319] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.387384] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.387527] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.387698] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.387796] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.387857] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.387994] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.388085] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.388165] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.388255] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ce42dc83-6fdc-483f-90bc-aaae1c41a442',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.406913] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1176.407075] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1176.407218] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1176.407390] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "network-618" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.407700] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock port-a52cdbe5-9d80-40ba-a52d-ecc738bd40ad taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.407869] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "port-a52cdbe5-9d80-40ba-a52d-ecc738bd40ad" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.407987] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "port-a52cdbe5-9d80-40ba-a52d-ecc738bd40ad" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.408269] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "port-a52cdbe5-9d80-40ba-a52d-ecc738bd40ad" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.408403] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a52cdbe5-9d80-40ba-a52d-ecc738bd40ad',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.890908] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ce42dc83-6fdc-483f-90bc-aaae1c41a442: rpc.has_security_group_logging(os_id): False [ 1176.908362] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.908565] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.908565] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.908819] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.908914] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.909151] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.909266] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.909303] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.909460] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.909541] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.909808] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.909960] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.910037] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.910207] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.910284] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.910496] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.910593] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.910655] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.910795] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.910868] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.910951] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 is going to be updated. [ 1176.912637] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.912912] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.912952] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.913170] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.913312] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.913536] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.913734] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.913871] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.914113] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.914255] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.914534] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.914715] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.914879] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.915108] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.915245] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.915381] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Resource: SegmentPort with ID: a52cdbe5-9d80-40ba-a52d-ecc738bd40ad is going to be updated. [ 1176.944974] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.945086] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.945193] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.945428] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.945624] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.945850] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "port-a52cdbe5-9d80-40ba-a52d-ecc738bd40ad" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.988769] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.988923] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.988994] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.989226] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.990030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.003915] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 in Status: IN_PROGRESS for 2s [ 1177.335035] env[65432]: INFO networking_nsxv3.common.synchronization [req-ffa65f93-ac00-4f11-8d37-c00c1d73b7d8 req-251e28c3-3038-45c5-989c-b5335695a081 tempest-ServerActionsTestJSON-1745685189 tempest-ServerActionsTestJSON-1745685189-project-member] Enqueued Resource ID: 85a26055-cda6-4122-86d8-3b9760319e43 with Priority: HIGHEST for action security_group_members [ 1177.335035] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85a26055-cda6-4122-86d8-3b9760319e43 with Priority: HIGHEST for action security_group_members [ 1177.335035] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-85a26055-cda6-4122-86d8-3b9760319e43 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.335178] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85a26055-cda6-4122-86d8-3b9760319e43" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.335178] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85a26055-cda6-4122-86d8-3b9760319e43" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.335524] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85a26055-cda6-4122-86d8-3b9760319e43" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.335524] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.335648] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.335648] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.335807] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.335907] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.336011] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85a26055-cda6-4122-86d8-3b9760319e43',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.671447] env[65432]: INFO networking_nsxv3.common.synchronization [req-0f2354c9-dcf7-4c4b-a474-43f339078fd0 req-fa411a35-a4a4-4fc5-af4a-1ace8f467296 service nova] Enqueued Resource ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea with Priority: HIGHEST for action security_group_rules [ 1177.671683] env[65432]: INFO networking_nsxv3.common.synchronization [req-0f2354c9-dcf7-4c4b-a474-43f339078fd0 req-fa411a35-a4a4-4fc5-af4a-1ace8f467296 service nova] Enqueued Resource ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea with Priority: HIGHEST for action security_group_members [ 1177.671683] env[65432]: INFO networking_nsxv3.common.synchronization [req-0f2354c9-dcf7-4c4b-a474-43f339078fd0 req-fa411a35-a4a4-4fc5-af4a-1ace8f467296 service nova] Enqueued Resource ID: a52cdbe5-9d80-40ba-a52d-ecc738bd40ad with Priority: HIGHEST for action port [ 1177.672304] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea with Priority: HIGHEST for action security_group_rules [ 1177.672741] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea with Priority: HIGHEST for action security_group_members [ 1177.672908] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a52cdbe5-9d80-40ba-a52d-ecc738bd40ad with Priority: HIGHEST for action port [ 1177.676253] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a49c8a18-5fe9-46dc-9c57-a5406ae1deea taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.676743] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.676743] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.676743] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.676909] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a49c8a18-5fe9-46dc-9c57-a5406ae1deea',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.677936] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a49c8a18-5fe9-46dc-9c57-a5406ae1deea taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.678082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.678169] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.678327] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.678494] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.678595] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.678686] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.678842] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.678931] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.679032] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a49c8a18-5fe9-46dc-9c57-a5406ae1deea',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.680336] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-a52cdbe5-9d80-40ba-a52d-ecc738bd40ad taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.680336] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a52cdbe5-9d80-40ba-a52d-ecc738bd40ad" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.680336] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a52cdbe5-9d80-40ba-a52d-ecc738bd40ad" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.680336] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a52cdbe5-9d80-40ba-a52d-ecc738bd40ad" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.680336] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a52cdbe5-9d80-40ba-a52d-ecc738bd40ad',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.837953] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.838178] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.838226] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.838487] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.838727] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.838866] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.839063] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.839063] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.839229] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.839304] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.839390] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85a26055-cda6-4122-86d8-3b9760319e43 is going to be updated. [ 1177.868520] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.868777] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.868777] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.868995] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.869155] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.882107] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85a26055-cda6-4122-86d8-3b9760319e43 in Status: IN_PROGRESS for 2s [ 1178.182969] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a49c8a18-5fe9-46dc-9c57-a5406ae1deea taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.182969] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.184574] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a49c8a18-5fe9-46dc-9c57-a5406ae1deea',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.185633] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a52cdbe5-9d80-40ba-a52d-ecc738bd40ad with status ACTIVE [ 1178.186128] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.186128] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.186128] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.189885] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.189885] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.189885] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.189885] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.189885] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.189885] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.189885] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.189885] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.189885] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.189885] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.189885] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.189885] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.189885] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a52cdbe5-9d80-40ba-a52d-ecc738bd40ad is going to be updated. [ 1178.212788] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.212965] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.213022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.213210] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.213354] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.213512] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a52cdbe5-9d80-40ba-a52d-ecc738bd40ad" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.689679] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a49c8a18-5fe9-46dc-9c57-a5406ae1deea',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.018938] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 in Status: SUCCESS [ 1179.019139] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.193625] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.193814] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.193890] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.194164] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.194266] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.194367] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea is going to be updated. [ 1179.230967] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.230967] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.230967] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.230967] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.230967] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.241860] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea in Status: IN_PROGRESS for 2s [ 1179.894703] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85a26055-cda6-4122-86d8-3b9760319e43 in Status: SUCCESS [ 1179.895082] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85a26055-cda6-4122-86d8-3b9760319e43 deletion is rescheduled due to dependency. [ 1179.895082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85a26055-cda6-4122-86d8-3b9760319e43" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.253641] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea in Status: SUCCESS [ 1181.254057] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.254404] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.254620] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.254843] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.254972] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.255053] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.255236] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.255325] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.255413] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.255505] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a49c8a18-5fe9-46dc-9c57-a5406ae1deea',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.758166] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a49c8a18-5fe9-46dc-9c57-a5406ae1deea',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.260889] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a49c8a18-5fe9-46dc-9c57-a5406ae1deea: rpc.has_security_group_logging(os_id): False [ 1182.284559] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.284727] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.284727] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.284962] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.285104] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.285368] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.285532] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.285613] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.285984] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.285984] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.285984] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea is going to be updated. [ 1182.350062] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.350062] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.350525] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.350525] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.350525] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.368971] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea in Status: IN_PROGRESS for 2s [ 1182.674482] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1182.674661] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1184.387426] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea in Status: SUCCESS [ 1184.387810] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.941440] env[65432]: INFO networking_nsxv3.common.synchronization [req-bd1a6823-0a41-4004-86b5-d4fb52b99134 req-fe824bdf-0566-4fc1-9132-aed56a7a74c8 tempest-ServerActionsTestOtherA-1585184968 tempest-ServerActionsTestOtherA-1585184968-project-member] Enqueued Resource ID: 465e550c-c3fd-4157-8660-2733a9cb25d2 with Priority: HIGHEST for action security_group_members [ 1185.941993] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 465e550c-c3fd-4157-8660-2733a9cb25d2 with Priority: HIGHEST for action security_group_members [ 1185.942320] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-465e550c-c3fd-4157-8660-2733a9cb25d2 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.942444] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-465e550c-c3fd-4157-8660-2733a9cb25d2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.942513] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-465e550c-c3fd-4157-8660-2733a9cb25d2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.942714] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-465e550c-c3fd-4157-8660-2733a9cb25d2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.942871] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.942974] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.943047] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.943197] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.943282] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.943385] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('465e550c-c3fd-4157-8660-2733a9cb25d2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.326050] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock network-607 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.326050] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "network-607" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.326050] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "network-607" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.326367] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "network-607" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.326765] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.326994] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.327219] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.327563] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.327780] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.328018] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1186.328135] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1186.328244] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1186.328362] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1186.328486] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1186.328593] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1186.328722] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1186.347549] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1186.347746] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1186.347844] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1186.348024] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "network-607" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.349370] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock port-c56087f4-cc01-4389-94c1-64f517417bb3 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.349370] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "port-c56087f4-cc01-4389-94c1-64f517417bb3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.349370] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "port-c56087f4-cc01-4389-94c1-64f517417bb3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.349626] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "port-c56087f4-cc01-4389-94c1-64f517417bb3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.349784] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c56087f4-cc01-4389-94c1-64f517417bb3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.445958] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.446212] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.446212] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.446549] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.446701] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.446973] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.447112] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.447205] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.447391] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.447516] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.447602] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 465e550c-c3fd-4157-8660-2733a9cb25d2 is going to be deleted. [ 1186.475752] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.476029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.476076] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.476327] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.476430] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.476529] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-465e550c-c3fd-4157-8660-2733a9cb25d2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.852618] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.852880] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.853099] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.853432] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.853786] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.853870] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Segment Port c56087f4-cc01-4389-94c1-64f517417bb3 not found, creating... [ 1186.854115] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.854335] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.854550] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.854776] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.855203] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.855660] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.855660] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.855859] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.855973] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.856162] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.856345] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Resource: SegmentPort with ID: c56087f4-cc01-4389-94c1-64f517417bb3 is going to be created. [ 1186.875755] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.875978] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.876151] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.876504] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.876817] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.877106] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "port-c56087f4-cc01-4389-94c1-64f517417bb3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.609695] env[65432]: INFO networking_nsxv3.common.synchronization [req-bd1a6823-0a41-4004-86b5-d4fb52b99134 req-67c2f59d-56af-46ca-8978-49e999309355 service nova] Enqueued Resource ID: 465e550c-c3fd-4157-8660-2733a9cb25d2 with Priority: HIGHEST for action security_group_rules [ 1187.610029] env[65432]: INFO networking_nsxv3.common.synchronization [req-bd1a6823-0a41-4004-86b5-d4fb52b99134 req-67c2f59d-56af-46ca-8978-49e999309355 service nova] Enqueued Resource ID: 465e550c-c3fd-4157-8660-2733a9cb25d2 with Priority: HIGHEST for action security_group_members [ 1187.610103] env[65432]: INFO networking_nsxv3.common.synchronization [req-bd1a6823-0a41-4004-86b5-d4fb52b99134 req-67c2f59d-56af-46ca-8978-49e999309355 service nova] Enqueued Resource ID: c56087f4-cc01-4389-94c1-64f517417bb3 with Priority: HIGHEST for action port [ 1187.610621] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 465e550c-c3fd-4157-8660-2733a9cb25d2 with Priority: HIGHEST for action security_group_rules [ 1187.610822] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 465e550c-c3fd-4157-8660-2733a9cb25d2 with Priority: HIGHEST for action security_group_members [ 1187.610925] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c56087f4-cc01-4389-94c1-64f517417bb3 with Priority: HIGHEST for action port [ 1187.611269] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-465e550c-c3fd-4157-8660-2733a9cb25d2 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.611385] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-465e550c-c3fd-4157-8660-2733a9cb25d2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.611452] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-465e550c-c3fd-4157-8660-2733a9cb25d2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.611885] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-465e550c-c3fd-4157-8660-2733a9cb25d2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.611885] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('465e550c-c3fd-4157-8660-2733a9cb25d2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.612784] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-465e550c-c3fd-4157-8660-2733a9cb25d2 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.612900] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-465e550c-c3fd-4157-8660-2733a9cb25d2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.612969] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-465e550c-c3fd-4157-8660-2733a9cb25d2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.613220] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-465e550c-c3fd-4157-8660-2733a9cb25d2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.613371] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.613469] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.613524] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.613667] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.613757] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.613886] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('465e550c-c3fd-4157-8660-2733a9cb25d2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.615742] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-c56087f4-cc01-4389-94c1-64f517417bb3 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.615742] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c56087f4-cc01-4389-94c1-64f517417bb3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.615742] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c56087f4-cc01-4389-94c1-64f517417bb3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.615742] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c56087f4-cc01-4389-94c1-64f517417bb3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.615742] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c56087f4-cc01-4389-94c1-64f517417bb3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.117750] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('465e550c-c3fd-4157-8660-2733a9cb25d2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.118828] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-465e550c-c3fd-4157-8660-2733a9cb25d2 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.119031] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-465e550c-c3fd-4157-8660-2733a9cb25d2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.119360] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c56087f4-cc01-4389-94c1-64f517417bb3 with status ACTIVE [ 1188.119531] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.119646] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.119696] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.119945] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.120063] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.120242] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.120340] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.120402] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.120566] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.120645] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.120821] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.120915] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.120976] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.121182] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.121266] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.121305] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c56087f4-cc01-4389-94c1-64f517417bb3 is going to be updated. [ 1188.143355] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.143570] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.143570] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.143750] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.143922] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.144116] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c56087f4-cc01-4389-94c1-64f517417bb3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.620326] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('465e550c-c3fd-4157-8660-2733a9cb25d2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.123143] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.123350] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.123395] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.123597] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.123694] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.123792] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 465e550c-c3fd-4157-8660-2733a9cb25d2 is going to be created. [ 1189.160785] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.161033] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.161092] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.161325] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.161519] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.180898] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 465e550c-c3fd-4157-8660-2733a9cb25d2 in Status: UNINITIALIZED for 2s [ 1191.193356] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 465e550c-c3fd-4157-8660-2733a9cb25d2 in Status: SUCCESS [ 1191.193831] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-465e550c-c3fd-4157-8660-2733a9cb25d2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.193831] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-465e550c-c3fd-4157-8660-2733a9cb25d2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.193984] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-465e550c-c3fd-4157-8660-2733a9cb25d2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.194196] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.194315] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.194376] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.194529] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.194610] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.194694] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-465e550c-c3fd-4157-8660-2733a9cb25d2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.194785] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('465e550c-c3fd-4157-8660-2733a9cb25d2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.697628] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-465e550c-c3fd-4157-8660-2733a9cb25d2 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.697897] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-465e550c-c3fd-4157-8660-2733a9cb25d2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.697988] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-465e550c-c3fd-4157-8660-2733a9cb25d2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.698265] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-465e550c-c3fd-4157-8660-2733a9cb25d2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.698526] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.698653] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.698735] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.698969] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.699118] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.699273] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-465e550c-c3fd-4157-8660-2733a9cb25d2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.699451] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-465e550c-c3fd-4157-8660-2733a9cb25d2 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.699579] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-465e550c-c3fd-4157-8660-2733a9cb25d2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.699649] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-465e550c-c3fd-4157-8660-2733a9cb25d2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.699897] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-465e550c-c3fd-4157-8660-2733a9cb25d2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.700098] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.700211] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.700285] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.700482] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.700610] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.700713] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-465e550c-c3fd-4157-8660-2733a9cb25d2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.700825] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('465e550c-c3fd-4157-8660-2733a9cb25d2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.207132] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 465e550c-c3fd-4157-8660-2733a9cb25d2: rpc.has_security_group_logging(os_id): False [ 1192.225449] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.225672] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.225744] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.225976] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.226070] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.226299] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.226443] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.226504] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.226674] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.226824] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.227164] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.227259] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.227365] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.227605] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.227698] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.228039] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.228039] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.228234] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.228337] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.228500] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.228653] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 465e550c-c3fd-4157-8660-2733a9cb25d2 is going to be created. [ 1192.294365] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.294559] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.294632] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.294863] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.295102] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.307236] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 465e550c-c3fd-4157-8660-2733a9cb25d2 in Status: IN_PROGRESS for 2s [ 1192.612380] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1192.612563] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1194.325126] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 465e550c-c3fd-4157-8660-2733a9cb25d2 in Status: SUCCESS [ 1194.325500] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-465e550c-c3fd-4157-8660-2733a9cb25d2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.022188] env[65432]: INFO networking_nsxv3.common.synchronization [req-5522cd70-cd9e-4e5c-9e14-140da2519039 req-33a7e280-812a-4705-b39f-9dffa08371c4 tempest-ServerActionsTestOtherB-1703039426 tempest-ServerActionsTestOtherB-1703039426-project-member] Enqueued Resource ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea with Priority: HIGHEST for action security_group_members [ 1195.022523] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea with Priority: HIGHEST for action security_group_members [ 1195.022826] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a49c8a18-5fe9-46dc-9c57-a5406ae1deea taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.022948] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.023025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.023220] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.023378] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.023474] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.023536] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.023688] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.023774] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.023867] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a49c8a18-5fe9-46dc-9c57-a5406ae1deea',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.526661] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.526661] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.526661] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.527104] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.527104] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.527179] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.527272] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.527336] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.527500] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.527576] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.527662] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea is going to be updated. [ 1195.557965] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.558141] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.558213] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.558394] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.558539] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.567637] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea in Status: IN_PROGRESS for 2s [ 1197.070474] env[65432]: INFO networking_nsxv3.common.synchronization [req-efb63428-d01c-4c09-8fcf-80eff44a6ee2 req-b244d707-22f9-4f60-981e-b1deceae8ba8 tempest-ServerActionsTestOtherA-1585184968 tempest-ServerActionsTestOtherA-1585184968-project-member] Enqueued Resource ID: 465e550c-c3fd-4157-8660-2733a9cb25d2 with Priority: HIGHEST for action security_group_members [ 1197.070946] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 465e550c-c3fd-4157-8660-2733a9cb25d2 with Priority: HIGHEST for action security_group_members [ 1197.072032] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-465e550c-c3fd-4157-8660-2733a9cb25d2 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.072032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-465e550c-c3fd-4157-8660-2733a9cb25d2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.072032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-465e550c-c3fd-4157-8660-2733a9cb25d2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.072032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-465e550c-c3fd-4157-8660-2733a9cb25d2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.072513] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.072513] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.072513] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.072513] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.072773] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.072773] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('465e550c-c3fd-4157-8660-2733a9cb25d2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.129257] env[65432]: INFO networking_nsxv3.common.synchronization [req-efb63428-d01c-4c09-8fcf-80eff44a6ee2 req-b244d707-22f9-4f60-981e-b1deceae8ba8 tempest-ServerActionsTestOtherA-1585184968 tempest-ServerActionsTestOtherA-1585184968-project-member] Enqueued Resource ID: c56087f4-cc01-4389-94c1-64f517417bb3 with Priority: HIGHEST for action port [ 1197.129771] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c56087f4-cc01-4389-94c1-64f517417bb3 with Priority: HIGHEST for action port [ 1197.130114] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-c56087f4-cc01-4389-94c1-64f517417bb3 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.130262] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c56087f4-cc01-4389-94c1-64f517417bb3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.130331] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c56087f4-cc01-4389-94c1-64f517417bb3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.130526] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c56087f4-cc01-4389-94c1-64f517417bb3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.130607] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c56087f4-cc01-4389-94c1-64f517417bb3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.575383] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.575558] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.575605] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.575832] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.575911] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.576120] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.576220] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.576284] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.576432] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.576508] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.576594] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 465e550c-c3fd-4157-8660-2733a9cb25d2 is going to be updated. [ 1197.578606] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea in Status: SUCCESS [ 1197.578790] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea deletion is rescheduled due to dependency. [ 1197.578855] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.604629] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.604759] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.604831] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.604983] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.605219] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.613704] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 465e550c-c3fd-4157-8660-2733a9cb25d2 in Status: IN_PROGRESS for 2s [ 1197.632211] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c56087f4-cc01-4389-94c1-64f517417bb3 with status ACTIVE [ 1197.632417] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.632584] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.632674] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.632886] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.632975] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.633166] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.633260] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.633324] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.633469] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.633547] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.633725] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.633987] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.633987] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.634100] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.634100] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.634162] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c56087f4-cc01-4389-94c1-64f517417bb3 is going to be updated. [ 1197.659350] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.659610] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.659610] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.659815] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.659952] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.660145] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c56087f4-cc01-4389-94c1-64f517417bb3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.624955] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 465e550c-c3fd-4157-8660-2733a9cb25d2 in Status: SUCCESS [ 1199.625239] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 465e550c-c3fd-4157-8660-2733a9cb25d2 deletion is rescheduled due to dependency. [ 1199.625275] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-465e550c-c3fd-4157-8660-2733a9cb25d2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.873351] env[65432]: INFO networking_nsxv3.common.synchronization [req-2fad508c-0ab4-42ec-9239-e393f5b14c2d req-f9591191-3dd0-44bf-a098-e812af07e74f tempest-AttachVolumeShelveTestJSON-915281632 tempest-AttachVolumeShelveTestJSON-915281632-project-member] Enqueued Resource ID: b2ee44f4-8b24-467a-a5a9-2db8507bbbbe with Priority: HIGHEST for action security_group_members [ 1200.874321] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2ee44f4-8b24-467a-a5a9-2db8507bbbbe with Priority: HIGHEST for action security_group_members [ 1200.874810] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2ee44f4-8b24-467a-a5a9-2db8507bbbbe taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.875635] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2ee44f4-8b24-467a-a5a9-2db8507bbbbe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.875846] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2ee44f4-8b24-467a-a5a9-2db8507bbbbe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.876401] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2ee44f4-8b24-467a-a5a9-2db8507bbbbe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.876593] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.876784] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.876887] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.877328] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.877470] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.877617] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2ee44f4-8b24-467a-a5a9-2db8507bbbbe',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.380638] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.380968] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.380968] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.381141] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.381196] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.382019] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.382019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.382019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.382019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.382019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.382019] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2ee44f4-8b24-467a-a5a9-2db8507bbbbe is going to be updated. [ 1201.412652] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.412893] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.412893] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.413329] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.413329] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.421886] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2ee44f4-8b24-467a-a5a9-2db8507bbbbe in Status: IN_PROGRESS for 2s [ 1201.976746] env[65432]: INFO networking_nsxv3.common.synchronization [req-b9a4d6f4-7299-4ab2-9503-a413f1485168 req-9646c21c-443f-4b03-86f8-194b6d45d670 tempest-DeleteServersTestJSON-1697708160 tempest-DeleteServersTestJSON-1697708160-project-member] Enqueued Resource ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 with Priority: HIGHEST for action security_group_members [ 1201.977489] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 with Priority: HIGHEST for action security_group_members [ 1201.978066] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce42dc83-6fdc-483f-90bc-aaae1c41a442 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.978283] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.978463] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.978781] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.979235] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.979395] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.979489] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.979702] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.979810] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.979934] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce42dc83-6fdc-483f-90bc-aaae1c41a442',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.485839] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.486078] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.486123] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.486378] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.486480] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.486705] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.486819] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.486908] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.487149] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.487255] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.487363] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 is going to be updated. [ 1202.520247] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.520445] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.520492] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.520713] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.520891] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.530590] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 in Status: IN_PROGRESS for 2s [ 1203.432209] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2ee44f4-8b24-467a-a5a9-2db8507bbbbe in Status: SUCCESS [ 1203.432209] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2ee44f4-8b24-467a-a5a9-2db8507bbbbe deletion is rescheduled due to dependency. [ 1203.432209] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2ee44f4-8b24-467a-a5a9-2db8507bbbbe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.542116] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 in Status: SUCCESS [ 1204.542457] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 deletion is rescheduled due to dependency. [ 1204.542457] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.979251] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1206.979669] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1211.289975] env[65432]: INFO networking_nsxv3.common.synchronization [req-cdbea8ed-adc7-4652-ae27-f996f9e7ceab req-2991f93a-049d-489d-817c-1507992cbfb0 tempest-DeleteServersTestJSON-1697708160 tempest-DeleteServersTestJSON-1697708160-project-member] Enqueued Resource ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 with Priority: HIGHEST for action security_group_members [ 1211.290549] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 with Priority: HIGHEST for action security_group_members [ 1211.290854] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce42dc83-6fdc-483f-90bc-aaae1c41a442 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.290978] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.291061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.291262] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.291416] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.291517] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.291580] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.291731] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.291817] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.291911] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce42dc83-6fdc-483f-90bc-aaae1c41a442',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.678874] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock network-290 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.679220] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "network-290" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.679897] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "network-290" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.679897] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "network-290" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.680338] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.680807] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.680964] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.681266] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.681446] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.681686] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1211.681911] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1211.681958] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1211.682082] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1211.682172] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1211.682310] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1211.682465] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1211.707698] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1211.707875] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1211.708061] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1211.708288] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "network-290" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.708531] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock port-3c03740a-7a66-41dc-aff0-7b1a2a7d0cf7 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.708717] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "port-3c03740a-7a66-41dc-aff0-7b1a2a7d0cf7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.708913] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "port-3c03740a-7a66-41dc-aff0-7b1a2a7d0cf7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.709285] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "port-3c03740a-7a66-41dc-aff0-7b1a2a7d0cf7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.709799] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c03740a-7a66-41dc-aff0-7b1a2a7d0cf7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.795213] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.795459] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.795546] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.795761] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.795852] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.796068] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.796169] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.796226] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.796375] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.796453] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.796539] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 is going to be updated. [ 1211.822523] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.822656] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.822733] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.822988] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.823200] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.832461] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 in Status: IN_PROGRESS for 2s [ 1212.050759] env[65432]: INFO networking_nsxv3.common.synchronization [req-fd07a22b-4847-47f4-bb86-acb07e5d950f req-1ae0062c-e81f-4e4e-8fb4-77eef69f6e44 tempest-ServerActionsTestJSON-1745685189 tempest-ServerActionsTestJSON-1745685189-project-member] Enqueued Resource ID: b9bc8edc-0f80-437b-b110-37bdf270bb9d with Priority: HIGHEST for action security_group_members [ 1212.051290] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9bc8edc-0f80-437b-b110-37bdf270bb9d with Priority: HIGHEST for action security_group_members [ 1212.051595] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9bc8edc-0f80-437b-b110-37bdf270bb9d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.051745] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9bc8edc-0f80-437b-b110-37bdf270bb9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.051815] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9bc8edc-0f80-437b-b110-37bdf270bb9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.052148] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9bc8edc-0f80-437b-b110-37bdf270bb9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.052148] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.052291] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.052291] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.052386] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.052470] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.052561] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9bc8edc-0f80-437b-b110-37bdf270bb9d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.212437] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.212668] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.212795] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.213097] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.213253] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.213404] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Segment Port 3c03740a-7a66-41dc-aff0-7b1a2a7d0cf7 not found, creating... [ 1212.213665] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.214046] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.214046] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.214154] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.214335] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.214641] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.214810] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.214924] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.215147] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.215350] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.215408] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Resource: SegmentPort with ID: 3c03740a-7a66-41dc-aff0-7b1a2a7d0cf7 is going to be created. [ 1212.236258] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.236500] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.236643] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.236954] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.237324] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.237453] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "port-3c03740a-7a66-41dc-aff0-7b1a2a7d0cf7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.555488] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.555805] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.555805] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.555956] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.581544] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.581831] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.581969] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.582053] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.582231] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.582297] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.582393] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9bc8edc-0f80-437b-b110-37bdf270bb9d is going to be updated. [ 1212.615212] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.615416] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.615416] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.615655] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.615817] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.625708] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9bc8edc-0f80-437b-b110-37bdf270bb9d in Status: IN_PROGRESS for 2s [ 1213.001927] env[65432]: INFO networking_nsxv3.common.synchronization [req-cdbea8ed-adc7-4652-ae27-f996f9e7ceab req-bbf16127-25be-43c3-a9f3-9285ef094041 service nova] Enqueued Resource ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 with Priority: HIGHEST for action security_group_rules [ 1213.001927] env[65432]: INFO networking_nsxv3.common.synchronization [req-cdbea8ed-adc7-4652-ae27-f996f9e7ceab req-bbf16127-25be-43c3-a9f3-9285ef094041 service nova] Enqueued Resource ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 with Priority: HIGHEST for action security_group_members [ 1213.001927] env[65432]: INFO networking_nsxv3.common.synchronization [req-cdbea8ed-adc7-4652-ae27-f996f9e7ceab req-bbf16127-25be-43c3-a9f3-9285ef094041 service nova] Enqueued Resource ID: 3c03740a-7a66-41dc-aff0-7b1a2a7d0cf7 with Priority: HIGHEST for action port [ 1213.002461] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 with Priority: HIGHEST for action security_group_rules [ 1213.002598] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 with Priority: HIGHEST for action security_group_members [ 1213.002694] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c03740a-7a66-41dc-aff0-7b1a2a7d0cf7 with Priority: HIGHEST for action port [ 1213.003345] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce42dc83-6fdc-483f-90bc-aaae1c41a442 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.003345] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.003345] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.003588] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.003588] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce42dc83-6fdc-483f-90bc-aaae1c41a442',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.006113] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce42dc83-6fdc-483f-90bc-aaae1c41a442 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.006113] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.006113] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c03740a-7a66-41dc-aff0-7b1a2a7d0cf7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.006113] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c03740a-7a66-41dc-aff0-7b1a2a7d0cf7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.006113] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c03740a-7a66-41dc-aff0-7b1a2a7d0cf7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.006113] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c03740a-7a66-41dc-aff0-7b1a2a7d0cf7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.006113] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c03740a-7a66-41dc-aff0-7b1a2a7d0cf7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.505949] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce42dc83-6fdc-483f-90bc-aaae1c41a442 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.505949] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.509252] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3c03740a-7a66-41dc-aff0-7b1a2a7d0cf7 with status ACTIVE [ 1213.509252] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.509252] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.509252] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.509252] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.509252] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.509252] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.509686] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.509686] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.509686] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.510317] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.510317] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.510317] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.510317] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.510784] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.510784] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.510784] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3c03740a-7a66-41dc-aff0-7b1a2a7d0cf7 is going to be updated. [ 1213.534355] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.534594] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.534594] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.534771] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.535033] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.535215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c03740a-7a66-41dc-aff0-7b1a2a7d0cf7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.843750] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 in Status: SUCCESS [ 1213.844114] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 deletion is rescheduled due to dependency. [ 1213.844114] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.844215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.844421] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.844651] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.844765] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.844828] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.844976] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.845069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.845162] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce42dc83-6fdc-483f-90bc-aaae1c41a442',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.348212] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce42dc83-6fdc-483f-90bc-aaae1c41a442',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.635772] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9bc8edc-0f80-437b-b110-37bdf270bb9d in Status: SUCCESS [ 1214.635981] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9bc8edc-0f80-437b-b110-37bdf270bb9d deletion is rescheduled due to dependency. [ 1214.636066] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9bc8edc-0f80-437b-b110-37bdf270bb9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.850018] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce42dc83-6fdc-483f-90bc-aaae1c41a442',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.353900] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.353900] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.353900] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.353900] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.353900] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.353900] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 is going to be updated. [ 1215.386953] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.386953] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.387388] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.387388] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.387549] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.396461] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 in Status: IN_PROGRESS for 2s [ 1217.411340] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 in Status: SUCCESS [ 1217.411340] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.411684] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.411804] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.412128] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.412234] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.412514] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.412514] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.412688] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.412859] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.413049] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ce42dc83-6fdc-483f-90bc-aaae1c41a442',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.918223] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce42dc83-6fdc-483f-90bc-aaae1c41a442 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.918223] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.918223] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.918223] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.918483] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.918535] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.918573] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.919568] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.919568] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.919568] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.919568] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce42dc83-6fdc-483f-90bc-aaae1c41a442 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.919568] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.919568] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.919568] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.919568] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.919918] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.919918] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.920031] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.920103] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.920204] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.920317] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ce42dc83-6fdc-483f-90bc-aaae1c41a442',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.003692] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1218.003853] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1218.422960] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ce42dc83-6fdc-483f-90bc-aaae1c41a442: rpc.has_security_group_logging(os_id): False [ 1218.441059] env[65432]: INFO networking_nsxv3.common.synchronization [req-49b6aab9-780c-4a64-970a-ba76b387fa35 req-05d42b43-8901-4aea-b3bf-e13e85f22315 tempest-ServersV294TestFqdnHostnames-872197442 tempest-ServersV294TestFqdnHostnames-872197442-project-member] Enqueued Resource ID: 1d7af68b-15a0-438f-ae11-c05f73a8244a with Priority: HIGHEST for action security_group_members [ 1218.441157] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d7af68b-15a0-438f-ae11-c05f73a8244a with Priority: HIGHEST for action security_group_members [ 1218.443200] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.443200] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.443200] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.443200] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.443463] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.443500] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.443597] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.443661] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.443879] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.443966] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.444180] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.444283] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.444330] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.444473] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.444541] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.444716] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.444803] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.444860] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.445009] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.445089] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.445176] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 is going to be updated. [ 1218.446338] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d7af68b-15a0-438f-ae11-c05f73a8244a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.446511] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d7af68b-15a0-438f-ae11-c05f73a8244a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.446511] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d7af68b-15a0-438f-ae11-c05f73a8244a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.446703] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d7af68b-15a0-438f-ae11-c05f73a8244a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.446865] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.446960] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.447228] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.447228] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.447228] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.447369] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d7af68b-15a0-438f-ae11-c05f73a8244a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.517128] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.517327] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.517401] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.517651] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.517827] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.533339] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 in Status: IN_PROGRESS for 2s [ 1218.950640] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.950843] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.950843] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.951100] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.951194] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.951402] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.951528] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.951594] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.951772] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.951841] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.951930] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d7af68b-15a0-438f-ae11-c05f73a8244a is going to be updated. [ 1218.984999] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.985172] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.985243] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.985412] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.985550] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.995655] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d7af68b-15a0-438f-ae11-c05f73a8244a in Status: IN_PROGRESS for 2s [ 1220.118497] env[65432]: INFO networking_nsxv3.common.synchronization [req-803dfd55-33a5-4149-aeff-1dab1dbca720 req-47516e39-0faf-4089-a003-a7cd23cbde0b tempest-AttachVolumeNegativeTest-71679979 tempest-AttachVolumeNegativeTest-71679979-project-member] Enqueued Resource ID: 2dbc6efa-11cb-4647-8da7-ffdcfab3ebe8 with Priority: HIGHEST for action security_group_members [ 1220.119232] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dbc6efa-11cb-4647-8da7-ffdcfab3ebe8 with Priority: HIGHEST for action security_group_members [ 1220.119652] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dbc6efa-11cb-4647-8da7-ffdcfab3ebe8 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.119777] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dbc6efa-11cb-4647-8da7-ffdcfab3ebe8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.119845] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dbc6efa-11cb-4647-8da7-ffdcfab3ebe8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.120067] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dbc6efa-11cb-4647-8da7-ffdcfab3ebe8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.120230] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.120331] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.120394] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.120575] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.120664] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.121097] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2dbc6efa-11cb-4647-8da7-ffdcfab3ebe8',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.548389] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 in Status: SUCCESS [ 1220.548602] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.625024] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.625024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.625024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.625229] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.625229] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.625452] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.625584] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.625658] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.625843] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.625995] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.626107] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2dbc6efa-11cb-4647-8da7-ffdcfab3ebe8 is going to be updated. [ 1220.657649] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.657789] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.657789] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.657939] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.658097] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.667195] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2dbc6efa-11cb-4647-8da7-ffdcfab3ebe8 in Status: IN_PROGRESS for 2s [ 1221.011714] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d7af68b-15a0-438f-ae11-c05f73a8244a in Status: SUCCESS [ 1221.011888] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d7af68b-15a0-438f-ae11-c05f73a8244a deletion is rescheduled due to dependency. [ 1221.012011] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d7af68b-15a0-438f-ae11-c05f73a8244a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.678470] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2dbc6efa-11cb-4647-8da7-ffdcfab3ebe8 in Status: SUCCESS [ 1222.678470] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2dbc6efa-11cb-4647-8da7-ffdcfab3ebe8 deletion is rescheduled due to dependency. [ 1222.678470] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dbc6efa-11cb-4647-8da7-ffdcfab3ebe8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.713974] env[65432]: INFO networking_nsxv3.common.synchronization [req-9051289c-e335-4ab0-b542-629cd2027793 req-f42243fe-dc56-4b1e-b24d-501ed4937315 tempest-ServerActionsTestOtherA-1585184968 tempest-ServerActionsTestOtherA-1585184968-project-member] Enqueued Resource ID: f6680803-970d-4445-89af-5d70066c163e with Priority: HIGHEST for action security_group_members [ 1222.713974] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6680803-970d-4445-89af-5d70066c163e with Priority: HIGHEST for action security_group_members [ 1222.713974] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6680803-970d-4445-89af-5d70066c163e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.713974] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6680803-970d-4445-89af-5d70066c163e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.713974] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6680803-970d-4445-89af-5d70066c163e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.713974] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6680803-970d-4445-89af-5d70066c163e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.713974] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.713974] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.713974] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.714293] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.714293] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.714293] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6680803-970d-4445-89af-5d70066c163e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.042164] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock network-607 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.042371] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "network-607" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.042495] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "network-607" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.042759] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "network-607" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.043396] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.043560] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.043678] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.043894] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.044054] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.044290] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1223.044411] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1223.044519] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1223.044623] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1223.044729] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1223.044830] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1223.044957] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1223.067576] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1223.067771] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1223.067921] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1223.068110] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "network-607" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.068430] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock port-2b65804c-eaee-4869-98fe-14be0be2fe12 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.068601] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "port-2b65804c-eaee-4869-98fe-14be0be2fe12" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.068719] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "port-2b65804c-eaee-4869-98fe-14be0be2fe12" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.069063] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "port-2b65804c-eaee-4869-98fe-14be0be2fe12" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.069202] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b65804c-eaee-4869-98fe-14be0be2fe12',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.217023] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f6680803-970d-4445-89af-5d70066c163e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.571912] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.572180] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.572301] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.572807] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.573013] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.573176] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Segment Port 2b65804c-eaee-4869-98fe-14be0be2fe12 not found, creating... [ 1223.573437] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.573589] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.573705] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.573934] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.574082] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.574358] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.574509] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.574624] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.574823] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.574947] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.575092] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Resource: SegmentPort with ID: 2b65804c-eaee-4869-98fe-14be0be2fe12 is going to be created. [ 1223.598130] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.598352] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.598476] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.598759] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.599109] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.599307] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "port-2b65804c-eaee-4869-98fe-14be0be2fe12" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.719456] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f6680803-970d-4445-89af-5d70066c163e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.222486] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.222838] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.222961] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.223204] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.223300] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.223409] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6680803-970d-4445-89af-5d70066c163e is going to be updated. [ 1224.260535] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.260535] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.260535] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.260535] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.260773] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.271490] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6680803-970d-4445-89af-5d70066c163e in Status: IN_PROGRESS for 2s [ 1224.297128] env[65432]: INFO networking_nsxv3.common.synchronization [req-9051289c-e335-4ab0-b542-629cd2027793 req-7554e2d1-2c53-4d3e-b7fd-e06b790fa218 service nova] Enqueued Resource ID: f6680803-970d-4445-89af-5d70066c163e with Priority: HIGHEST for action security_group_rules [ 1224.297292] env[65432]: INFO networking_nsxv3.common.synchronization [req-9051289c-e335-4ab0-b542-629cd2027793 req-7554e2d1-2c53-4d3e-b7fd-e06b790fa218 service nova] Enqueued Resource ID: f6680803-970d-4445-89af-5d70066c163e with Priority: HIGHEST for action security_group_members [ 1224.297564] env[65432]: INFO networking_nsxv3.common.synchronization [req-9051289c-e335-4ab0-b542-629cd2027793 req-7554e2d1-2c53-4d3e-b7fd-e06b790fa218 service nova] Enqueued Resource ID: 2b65804c-eaee-4869-98fe-14be0be2fe12 with Priority: HIGHEST for action port [ 1224.298175] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6680803-970d-4445-89af-5d70066c163e with Priority: HIGHEST for action security_group_rules [ 1224.298314] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6680803-970d-4445-89af-5d70066c163e with Priority: HIGHEST for action security_group_members [ 1224.298580] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b65804c-eaee-4869-98fe-14be0be2fe12 with Priority: HIGHEST for action port [ 1224.298699] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6680803-970d-4445-89af-5d70066c163e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.298811] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6680803-970d-4445-89af-5d70066c163e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.298879] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6680803-970d-4445-89af-5d70066c163e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.299099] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6680803-970d-4445-89af-5d70066c163e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.299183] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6680803-970d-4445-89af-5d70066c163e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.300477] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6680803-970d-4445-89af-5d70066c163e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.300585] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6680803-970d-4445-89af-5d70066c163e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.300792] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b65804c-eaee-4869-98fe-14be0be2fe12 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.300879] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b65804c-eaee-4869-98fe-14be0be2fe12" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.300945] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b65804c-eaee-4869-98fe-14be0be2fe12" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.301140] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b65804c-eaee-4869-98fe-14be0be2fe12" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.301237] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b65804c-eaee-4869-98fe-14be0be2fe12',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.716128] env[65432]: INFO networking_nsxv3.common.synchronization [req-d960a10c-4551-4dc8-abc8-4ee3240dc9e8 req-a83a8c2d-5edf-462d-8d41-2e0dd292c7aa tempest-DeleteServersTestJSON-1697708160 tempest-DeleteServersTestJSON-1697708160-project-member] Enqueued Resource ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 with Priority: HIGHEST for action security_group_members [ 1224.717111] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 with Priority: HIGHEST for action security_group_members [ 1224.717111] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce42dc83-6fdc-483f-90bc-aaae1c41a442 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.717244] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.717244] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.717445] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.717607] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.717702] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.717759] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.717915] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.717993] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.718097] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce42dc83-6fdc-483f-90bc-aaae1c41a442',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.802912] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6680803-970d-4445-89af-5d70066c163e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.802912] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6680803-970d-4445-89af-5d70066c163e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.803373] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2b65804c-eaee-4869-98fe-14be0be2fe12 with status ACTIVE [ 1224.803519] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.803666] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.803734] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.803937] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.804040] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.804213] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.804306] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.804367] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.804513] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.804588] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.804765] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.804855] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.804915] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.805156] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.805156] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.805283] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2b65804c-eaee-4869-98fe-14be0be2fe12 is going to be updated. [ 1224.827798] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.828169] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.828169] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.828348] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.828348] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.828519] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b65804c-eaee-4869-98fe-14be0be2fe12" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.933907] env[65432]: INFO networking_nsxv3.common.synchronization [req-f423c655-d3e1-48bf-8e5d-b2b93698ce47 req-fb518fce-c32f-4774-9c6d-1fdad301f00b tempest-ServerActionsTestJSON-1745685189 tempest-ServerActionsTestJSON-1745685189-project-member] Enqueued Resource ID: b9bc8edc-0f80-437b-b110-37bdf270bb9d with Priority: HIGHEST for action security_group_members [ 1224.934737] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9bc8edc-0f80-437b-b110-37bdf270bb9d with Priority: HIGHEST for action security_group_members [ 1224.935231] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9bc8edc-0f80-437b-b110-37bdf270bb9d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.935423] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9bc8edc-0f80-437b-b110-37bdf270bb9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.935573] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9bc8edc-0f80-437b-b110-37bdf270bb9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.935864] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9bc8edc-0f80-437b-b110-37bdf270bb9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.936046] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.936153] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.936213] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.936371] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.936458] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.936552] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9bc8edc-0f80-437b-b110-37bdf270bb9d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.220981] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.221191] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.221266] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.221470] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.221565] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.221773] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.221875] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.221950] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.222129] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.222208] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.222312] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 is going to be updated. [ 1225.248378] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.248544] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.248587] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.248783] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.248926] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.257678] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock network-48 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.257879] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "network-48" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.258008] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "network-48" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.258274] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "network-48" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.258526] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.258680] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.258792] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.258999] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.259155] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.259358] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1225.259536] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1225.259656] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1225.259761] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1225.259870] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1225.259972] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1225.260116] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1225.261855] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 in Status: IN_PROGRESS for 2s [ 1225.277881] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1225.278050] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1225.278188] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1225.278355] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "network-48" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.278648] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock port-447b1db0-bcb5-4402-83a8-2252e5bd8f85 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.278811] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "port-447b1db0-bcb5-4402-83a8-2252e5bd8f85" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.278928] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "port-447b1db0-bcb5-4402-83a8-2252e5bd8f85" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.279273] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "port-447b1db0-bcb5-4402-83a8-2252e5bd8f85" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.279412] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('447b1db0-bcb5-4402-83a8-2252e5bd8f85',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.438894] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.439108] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.439108] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.439329] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.439517] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.439685] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.439786] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.439839] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.439991] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.440083] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.440216] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9bc8edc-0f80-437b-b110-37bdf270bb9d is going to be updated. [ 1225.467736] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.467998] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.467998] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.468160] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.468301] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.481237] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9bc8edc-0f80-437b-b110-37bdf270bb9d in Status: IN_PROGRESS for 2s [ 1225.782060] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.782060] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.782060] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.782408] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.782408] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.782569] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Segment Port 447b1db0-bcb5-4402-83a8-2252e5bd8f85 not found, creating... [ 1225.782862] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.783046] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.783166] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.783398] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.783536] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.783831] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.783984] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.784115] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.784326] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.784471] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.784628] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Resource: SegmentPort with ID: 447b1db0-bcb5-4402-83a8-2252e5bd8f85 is going to be created. [ 1225.808605] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.809199] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.809199] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.809199] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.809338] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.809731] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "port-447b1db0-bcb5-4402-83a8-2252e5bd8f85" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.282093] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6680803-970d-4445-89af-5d70066c163e in Status: SUCCESS [ 1226.282318] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6680803-970d-4445-89af-5d70066c163e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.282495] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6680803-970d-4445-89af-5d70066c163e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.282703] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6680803-970d-4445-89af-5d70066c163e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.282896] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.283015] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.283082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.283237] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.283317] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.283412] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6680803-970d-4445-89af-5d70066c163e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.515179] env[65432]: INFO networking_nsxv3.common.synchronization [req-f423c655-d3e1-48bf-8e5d-b2b93698ce47 req-0955c5cb-99de-47b7-b96a-1c3399b9055f service nova] Enqueued Resource ID: b9bc8edc-0f80-437b-b110-37bdf270bb9d with Priority: HIGHEST for action security_group_rules [ 1226.515179] env[65432]: INFO networking_nsxv3.common.synchronization [req-f423c655-d3e1-48bf-8e5d-b2b93698ce47 req-0955c5cb-99de-47b7-b96a-1c3399b9055f service nova] Enqueued Resource ID: b9bc8edc-0f80-437b-b110-37bdf270bb9d with Priority: HIGHEST for action security_group_members [ 1226.515179] env[65432]: INFO networking_nsxv3.common.synchronization [req-f423c655-d3e1-48bf-8e5d-b2b93698ce47 req-0955c5cb-99de-47b7-b96a-1c3399b9055f service nova] Enqueued Resource ID: 447b1db0-bcb5-4402-83a8-2252e5bd8f85 with Priority: HIGHEST for action port [ 1226.515944] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9bc8edc-0f80-437b-b110-37bdf270bb9d with Priority: HIGHEST for action security_group_rules [ 1226.516227] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9bc8edc-0f80-437b-b110-37bdf270bb9d with Priority: HIGHEST for action security_group_members [ 1226.516498] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 447b1db0-bcb5-4402-83a8-2252e5bd8f85 with Priority: HIGHEST for action port [ 1226.517049] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9bc8edc-0f80-437b-b110-37bdf270bb9d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.517306] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9bc8edc-0f80-437b-b110-37bdf270bb9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.517486] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9bc8edc-0f80-437b-b110-37bdf270bb9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.517767] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9bc8edc-0f80-437b-b110-37bdf270bb9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.517932] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9bc8edc-0f80-437b-b110-37bdf270bb9d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.518976] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9bc8edc-0f80-437b-b110-37bdf270bb9d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.519196] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9bc8edc-0f80-437b-b110-37bdf270bb9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.519531] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-447b1db0-bcb5-4402-83a8-2252e5bd8f85 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.520021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-447b1db0-bcb5-4402-83a8-2252e5bd8f85" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.520021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-447b1db0-bcb5-4402-83a8-2252e5bd8f85" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.520021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-447b1db0-bcb5-4402-83a8-2252e5bd8f85" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.520271] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('447b1db0-bcb5-4402-83a8-2252e5bd8f85',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.785483] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f6680803-970d-4445-89af-5d70066c163e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.023555] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9bc8edc-0f80-437b-b110-37bdf270bb9d taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.024022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9bc8edc-0f80-437b-b110-37bdf270bb9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.025157] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 447b1db0-bcb5-4402-83a8-2252e5bd8f85 with status ACTIVE [ 1227.025356] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.025484] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.025546] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.026341] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.026341] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.026341] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.026676] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.026676] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.026926] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.027061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.027260] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.027410] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.027484] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.027625] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.027713] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.027842] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 447b1db0-bcb5-4402-83a8-2252e5bd8f85 is going to be updated. [ 1227.052287] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.052591] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.052591] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.052787] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.052879] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.053052] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-447b1db0-bcb5-4402-83a8-2252e5bd8f85" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.273469] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 in Status: SUCCESS [ 1227.273725] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 deletion is rescheduled due to dependency. [ 1227.273807] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.287373] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f6680803-970d-4445-89af-5d70066c163e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.493706] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9bc8edc-0f80-437b-b110-37bdf270bb9d in Status: SUCCESS [ 1227.493706] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9bc8edc-0f80-437b-b110-37bdf270bb9d deletion is rescheduled due to dependency. [ 1227.493706] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9bc8edc-0f80-437b-b110-37bdf270bb9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.493706] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9bc8edc-0f80-437b-b110-37bdf270bb9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.493706] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9bc8edc-0f80-437b-b110-37bdf270bb9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.493706] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.493706] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.493706] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.493706] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.493706] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.493706] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9bc8edc-0f80-437b-b110-37bdf270bb9d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.789990] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.790208] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.790289] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.790689] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.790830] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.790976] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6680803-970d-4445-89af-5d70066c163e is going to be updated. [ 1227.829815] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.829815] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.829815] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.829815] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.830088] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.841545] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6680803-970d-4445-89af-5d70066c163e in Status: IN_PROGRESS for 2s [ 1227.995513] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9bc8edc-0f80-437b-b110-37bdf270bb9d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.183285] env[65432]: INFO networking_nsxv3.common.synchronization [None req-9af76647-7dcb-4b2c-a70c-212a811bb7cd tempest-AttachVolumeNegativeTest-71679979 tempest-AttachVolumeNegativeTest-71679979-project-member] Enqueued Resource ID: 9529f334-bd2e-4d13-844c-4681662c32ff with Priority: HIGHEST for action security_group_rules [ 1228.183866] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9529f334-bd2e-4d13-844c-4681662c32ff with Priority: HIGHEST for action security_group_rules [ 1228.184351] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9529f334-bd2e-4d13-844c-4681662c32ff taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.184351] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9529f334-bd2e-4d13-844c-4681662c32ff" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.184500] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9529f334-bd2e-4d13-844c-4681662c32ff" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.184690] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9529f334-bd2e-4d13-844c-4681662c32ff" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.184776] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9529f334-bd2e-4d13-844c-4681662c32ff',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.282911] env[65432]: INFO networking_nsxv3.common.synchronization [None req-61386330-f135-486a-88de-1d070fd5b081 tempest-AttachVolumeNegativeTest-71679979 tempest-AttachVolumeNegativeTest-71679979-project-member] Enqueued Resource ID: 9529f334-bd2e-4d13-844c-4681662c32ff with Priority: HIGHEST for action security_group_rules [ 1228.285715] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9529f334-bd2e-4d13-844c-4681662c32ff with Priority: HIGHEST for action security_group_rules [ 1228.286375] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9529f334-bd2e-4d13-844c-4681662c32ff taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.286521] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9529f334-bd2e-4d13-844c-4681662c32ff" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.497942] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9bc8edc-0f80-437b-b110-37bdf270bb9d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.711638] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.711802] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.711908] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.712153] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.712238] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.712339] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9529f334-bd2e-4d13-844c-4681662c32ff already deleted. [ 1228.713044] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9529f334-bd2e-4d13-844c-4681662c32ff" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.713044] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9529f334-bd2e-4d13-844c-4681662c32ff" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.713044] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9529f334-bd2e-4d13-844c-4681662c32ff" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.713044] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9529f334-bd2e-4d13-844c-4681662c32ff',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.000617] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.000878] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.001024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.001215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.001311] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.001442] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9bc8edc-0f80-437b-b110-37bdf270bb9d is going to be updated. [ 1229.032865] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.032865] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.032865] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.032865] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.034245] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.043115] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9bc8edc-0f80-437b-b110-37bdf270bb9d in Status: IN_PROGRESS for 2s [ 1229.234307] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.234728] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.234728] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.234919] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.235078] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.235225] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9529f334-bd2e-4d13-844c-4681662c32ff already deleted. [ 1229.235398] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9529f334-bd2e-4d13-844c-4681662c32ff" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.852387] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6680803-970d-4445-89af-5d70066c163e in Status: SUCCESS [ 1229.852596] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6680803-970d-4445-89af-5d70066c163e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.852783] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6680803-970d-4445-89af-5d70066c163e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.853018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6680803-970d-4445-89af-5d70066c163e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.853325] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.853447] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.853447] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.853557] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.853636] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.853735] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6680803-970d-4445-89af-5d70066c163e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.853830] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f6680803-970d-4445-89af-5d70066c163e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.356407] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f6680803-970d-4445-89af-5d70066c163e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.858671] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f6680803-970d-4445-89af-5d70066c163e: rpc.has_security_group_logging(os_id): False [ 1230.883545] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.883768] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.883814] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.884084] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.914730] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.915054] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.915191] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.915256] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.915467] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.915551] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.915643] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6680803-970d-4445-89af-5d70066c163e is going to be updated. [ 1231.002695] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.002924] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.002924] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.003159] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.003296] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.018666] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6680803-970d-4445-89af-5d70066c163e in Status: IN_PROGRESS for 2s [ 1231.068850] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9bc8edc-0f80-437b-b110-37bdf270bb9d in Status: SUCCESS [ 1231.069047] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9bc8edc-0f80-437b-b110-37bdf270bb9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.069232] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9bc8edc-0f80-437b-b110-37bdf270bb9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.069455] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9bc8edc-0f80-437b-b110-37bdf270bb9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.069735] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.069878] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.069958] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.070158] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.070245] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.070338] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9bc8edc-0f80-437b-b110-37bdf270bb9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.070434] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b9bc8edc-0f80-437b-b110-37bdf270bb9d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.573597] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b9bc8edc-0f80-437b-b110-37bdf270bb9d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.075785] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b9bc8edc-0f80-437b-b110-37bdf270bb9d: rpc.has_security_group_logging(os_id): False [ 1232.094488] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.094733] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.094733] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.094918] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.095045] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.095338] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.095452] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.095512] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.095683] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.095801] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.095903] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9bc8edc-0f80-437b-b110-37bdf270bb9d is going to be updated. [ 1232.151832] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.152069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.152069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.152262] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.152407] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.166498] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9bc8edc-0f80-437b-b110-37bdf270bb9d in Status: IN_PROGRESS for 2s [ 1233.033528] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6680803-970d-4445-89af-5d70066c163e in Status: SUCCESS [ 1233.034034] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6680803-970d-4445-89af-5d70066c163e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.286893] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1233.287082] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1234.180114] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9bc8edc-0f80-437b-b110-37bdf270bb9d in Status: SUCCESS [ 1234.180481] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9bc8edc-0f80-437b-b110-37bdf270bb9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.117298] env[65432]: INFO networking_nsxv3.common.synchronization [req-10614c6e-0bd4-43a2-8bde-c9a35c0ca8b4 req-382eb14a-f94c-4afc-9139-e1ec831fab41 tempest-DeleteServersTestJSON-1697708160 tempest-DeleteServersTestJSON-1697708160-project-member] Enqueued Resource ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 with Priority: HIGHEST for action security_group_members [ 1235.117352] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 with Priority: HIGHEST for action security_group_members [ 1235.117838] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce42dc83-6fdc-483f-90bc-aaae1c41a442 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.117838] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.117934] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.118076] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.118235] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.118330] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.118394] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.118589] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.118699] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.118780] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce42dc83-6fdc-483f-90bc-aaae1c41a442',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.498180] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock network-290 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.498573] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "network-290" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.498573] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "network-290" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.498847] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "network-290" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.498989] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.499156] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.499268] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.499480] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.499639] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.499853] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1235.500071] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1235.500071] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1235.500182] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1235.500287] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1235.500388] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1235.500529] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1235.531222] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1235.531222] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1235.531222] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1235.531222] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "network-290" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.531222] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock port-d4d3437e-bb20-4413-9a0e-053513598758 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.533174] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "port-d4d3437e-bb20-4413-9a0e-053513598758" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.533400] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "port-d4d3437e-bb20-4413-9a0e-053513598758" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.534266] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "port-d4d3437e-bb20-4413-9a0e-053513598758" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.534266] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4d3437e-bb20-4413-9a0e-053513598758',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.624838] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.624838] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.624838] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.624838] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.624838] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.624838] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.624838] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.624838] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.624838] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.624838] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.624838] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 is going to be updated. [ 1235.654340] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.654519] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.654557] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.655070] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.655070] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.667503] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 in Status: IN_PROGRESS for 2s [ 1236.038265] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.038509] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.038610] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.038903] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.039075] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.039230] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Segment Port d4d3437e-bb20-4413-9a0e-053513598758 not found, creating... [ 1236.039488] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.039721] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.039860] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.040140] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.040299] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.040681] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.040860] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.040977] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.041220] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.041367] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.041509] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Resource: SegmentPort with ID: d4d3437e-bb20-4413-9a0e-053513598758 is going to be created. [ 1236.066439] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.066684] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.066777] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.067080] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.067354] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.067638] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "port-d4d3437e-bb20-4413-9a0e-053513598758" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.767937] env[65432]: INFO networking_nsxv3.common.synchronization [req-10614c6e-0bd4-43a2-8bde-c9a35c0ca8b4 req-d7c5f156-607c-4556-ae90-ee04c5842bea service nova] Enqueued Resource ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 with Priority: HIGHEST for action security_group_rules [ 1236.767937] env[65432]: INFO networking_nsxv3.common.synchronization [req-10614c6e-0bd4-43a2-8bde-c9a35c0ca8b4 req-d7c5f156-607c-4556-ae90-ee04c5842bea service nova] Enqueued Resource ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 with Priority: HIGHEST for action security_group_members [ 1236.768290] env[65432]: INFO networking_nsxv3.common.synchronization [req-10614c6e-0bd4-43a2-8bde-c9a35c0ca8b4 req-d7c5f156-607c-4556-ae90-ee04c5842bea service nova] Enqueued Resource ID: d4d3437e-bb20-4413-9a0e-053513598758 with Priority: HIGHEST for action port [ 1236.768328] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 with Priority: HIGHEST for action security_group_rules [ 1236.768435] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 with Priority: HIGHEST for action security_group_members [ 1236.768561] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4d3437e-bb20-4413-9a0e-053513598758 with Priority: HIGHEST for action port [ 1236.769108] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce42dc83-6fdc-483f-90bc-aaae1c41a442 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.769243] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.769332] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.769514] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.769585] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce42dc83-6fdc-483f-90bc-aaae1c41a442',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.770469] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce42dc83-6fdc-483f-90bc-aaae1c41a442 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.770559] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.770742] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4d3437e-bb20-4413-9a0e-053513598758 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.770917] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4d3437e-bb20-4413-9a0e-053513598758" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.770917] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4d3437e-bb20-4413-9a0e-053513598758" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.771691] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4d3437e-bb20-4413-9a0e-053513598758" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.771691] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4d3437e-bb20-4413-9a0e-053513598758',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.273629] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce42dc83-6fdc-483f-90bc-aaae1c41a442 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.273824] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.273899] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d4d3437e-bb20-4413-9a0e-053513598758 with status ACTIVE [ 1237.274116] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.274233] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.274349] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.274509] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.274599] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.274773] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.274902] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.274935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.275112] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.275225] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.275374] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.275475] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.275536] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.275694] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.275770] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.275853] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d4d3437e-bb20-4413-9a0e-053513598758 is going to be updated. [ 1237.296630] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.296817] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.296817] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.297056] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.297271] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.297355] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4d3437e-bb20-4413-9a0e-053513598758" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.336261] env[65432]: INFO networking_nsxv3.common.synchronization [req-9c354941-3f23-467e-929f-c8598f20389f req-b06602c0-ff2a-4623-a065-f905cc6a890a tempest-AttachVolumeNegativeTest-71679979 tempest-AttachVolumeNegativeTest-71679979-project-member] Enqueued Resource ID: 9529f334-bd2e-4d13-844c-4681662c32ff with Priority: HIGHEST for action security_group_members [ 1237.336656] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9529f334-bd2e-4d13-844c-4681662c32ff with Priority: HIGHEST for action security_group_members [ 1237.336959] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-9529f334-bd2e-4d13-844c-4681662c32ff taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.337090] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9529f334-bd2e-4d13-844c-4681662c32ff" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.337157] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9529f334-bd2e-4d13-844c-4681662c32ff" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.337421] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9529f334-bd2e-4d13-844c-4681662c32ff" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.337556] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.337684] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.337755] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.337911] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.337995] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.338101] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9529f334-bd2e-4d13-844c-4681662c32ff',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.650172] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock network-276 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.650409] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "network-276" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.650571] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "network-276" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.650880] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "network-276" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.651181] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.651373] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.651507] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.651772] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.651941] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.652207] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1237.652338] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1237.652472] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1237.652594] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1237.652727] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1237.652846] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1237.653008] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1237.673425] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1237.673597] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1237.673730] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1237.673902] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "network-276" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.674257] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock port-9f5f4517-60c4-4cff-a456-388602480671 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.674505] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "port-9f5f4517-60c4-4cff-a456-388602480671" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.674639] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "port-9f5f4517-60c4-4cff-a456-388602480671" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.674968] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "port-9f5f4517-60c4-4cff-a456-388602480671" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.675208] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f5f4517-60c4-4cff-a456-388602480671',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.676657] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 in Status: IN_PROGRESS for 4s [ 1237.841295] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.841295] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.841295] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.841729] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.841729] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.841729] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.841729] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.841856] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.841887] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.842056] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.842056] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9529f334-bd2e-4d13-844c-4681662c32ff already deleted. [ 1237.842175] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9529f334-bd2e-4d13-844c-4681662c32ff" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.178214] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.178441] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.178491] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.178750] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.178897] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.179062] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Segment Port 9f5f4517-60c4-4cff-a456-388602480671 not found, creating... [ 1238.179332] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.179489] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.179603] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.179854] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.179992] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.180282] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.180433] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.180545] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.180822] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.180981] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.181138] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Resource: SegmentPort with ID: 9f5f4517-60c4-4cff-a456-388602480671 is going to be created. [ 1238.199981] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.200205] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.200297] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.200542] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.200789] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.201014] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "port-9f5f4517-60c4-4cff-a456-388602480671" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.921831] env[65432]: INFO networking_nsxv3.common.synchronization [req-9c354941-3f23-467e-929f-c8598f20389f req-a4942783-6a7e-453d-9773-0df5b6c968f6 service nova] Enqueued Resource ID: 9529f334-bd2e-4d13-844c-4681662c32ff with Priority: HIGHEST for action security_group_rules [ 1238.921831] env[65432]: INFO networking_nsxv3.common.synchronization [req-9c354941-3f23-467e-929f-c8598f20389f req-a4942783-6a7e-453d-9773-0df5b6c968f6 service nova] Enqueued Resource ID: 9529f334-bd2e-4d13-844c-4681662c32ff with Priority: HIGHEST for action security_group_members [ 1238.921831] env[65432]: INFO networking_nsxv3.common.synchronization [req-9c354941-3f23-467e-929f-c8598f20389f req-a4942783-6a7e-453d-9773-0df5b6c968f6 service nova] Enqueued Resource ID: 9f5f4517-60c4-4cff-a456-388602480671 with Priority: HIGHEST for action port [ 1238.923582] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9529f334-bd2e-4d13-844c-4681662c32ff with Priority: HIGHEST for action security_group_rules [ 1238.923582] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9529f334-bd2e-4d13-844c-4681662c32ff with Priority: HIGHEST for action security_group_members [ 1238.923582] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f5f4517-60c4-4cff-a456-388602480671 with Priority: HIGHEST for action port [ 1238.923582] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9529f334-bd2e-4d13-844c-4681662c32ff taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.923582] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9529f334-bd2e-4d13-844c-4681662c32ff" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.923582] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9529f334-bd2e-4d13-844c-4681662c32ff" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.923956] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9529f334-bd2e-4d13-844c-4681662c32ff" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.923956] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9529f334-bd2e-4d13-844c-4681662c32ff',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.924708] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-9529f334-bd2e-4d13-844c-4681662c32ff taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.924803] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9529f334-bd2e-4d13-844c-4681662c32ff" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.925430] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9529f334-bd2e-4d13-844c-4681662c32ff" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.925694] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9529f334-bd2e-4d13-844c-4681662c32ff" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.925886] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.926027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.926099] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.926268] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.926596] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.926596] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9529f334-bd2e-4d13-844c-4681662c32ff',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.927711] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f5f4517-60c4-4cff-a456-388602480671 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.927814] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f5f4517-60c4-4cff-a456-388602480671" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.927866] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f5f4517-60c4-4cff-a456-388602480671" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.928224] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f5f4517-60c4-4cff-a456-388602480671" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.928224] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f5f4517-60c4-4cff-a456-388602480671',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.430754] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-9529f334-bd2e-4d13-844c-4681662c32ff taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.430754] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9529f334-bd2e-4d13-844c-4681662c32ff" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.431113] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9529f334-bd2e-4d13-844c-4681662c32ff',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.431972] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9f5f4517-60c4-4cff-a456-388602480671 with status ACTIVE [ 1239.432166] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.432280] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.432348] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.432544] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.432630] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.432808] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.432919] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.433034] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.433229] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.433311] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.434980] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.434980] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.434980] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.434980] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.434980] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.434980] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9f5f4517-60c4-4cff-a456-388602480671 is going to be updated. [ 1239.458610] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.458796] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.458842] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.459026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.459157] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.459314] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f5f4517-60c4-4cff-a456-388602480671" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.685761] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 in Status: SUCCESS [ 1239.685943] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 deletion is rescheduled due to dependency. [ 1239.686058] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.686215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.686429] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.686634] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.686771] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.686822] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.686942] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.687033] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.687128] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce42dc83-6fdc-483f-90bc-aaae1c41a442',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.937852] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9529f334-bd2e-4d13-844c-4681662c32ff',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.190269] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce42dc83-6fdc-483f-90bc-aaae1c41a442',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.442151] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.442151] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.442151] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.442151] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.442151] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.442151] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9529f334-bd2e-4d13-844c-4681662c32ff is going to be created. [ 1240.464719] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.464926] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.464926] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.465142] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.465301] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.475431] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9529f334-bd2e-4d13-844c-4681662c32ff in Status: UNINITIALIZED for 2s [ 1240.692578] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce42dc83-6fdc-483f-90bc-aaae1c41a442',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.194761] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.195308] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.195308] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.195308] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.195308] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.195461] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 is going to be updated. [ 1241.227705] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.227995] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.228127] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.228803] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.228803] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.239279] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 in Status: IN_PROGRESS for 2s [ 1241.665189] env[65432]: INFO networking_nsxv3.common.synchronization [None req-7edacd7c-3470-4458-9d47-e557cb22e542 None None] Enqueued Resource ID: 558c92fe-aa45-48d7-b200-2383a32e17a2 with Priority: HIGHEST for action port [ 1241.665459] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 558c92fe-aa45-48d7-b200-2383a32e17a2 with Priority: HIGHEST for action port [ 1241.666755] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-558c92fe-aa45-48d7-b200-2383a32e17a2 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.666755] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-558c92fe-aa45-48d7-b200-2383a32e17a2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.666755] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-558c92fe-aa45-48d7-b200-2383a32e17a2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.667277] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-558c92fe-aa45-48d7-b200-2383a32e17a2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.667495] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('558c92fe-aa45-48d7-b200-2383a32e17a2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.171505] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 558c92fe-aa45-48d7-b200-2383a32e17a2 [ 1242.171505] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.171505] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.171505] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.171809] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.171809] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.171877] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:558c92fe-aa45-48d7-b200-2383a32e17a2 already deleted. [ 1242.171909] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-558c92fe-aa45-48d7-b200-2383a32e17a2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.487661] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9529f334-bd2e-4d13-844c-4681662c32ff in Status: SUCCESS [ 1242.487967] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9529f334-bd2e-4d13-844c-4681662c32ff" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.488026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9529f334-bd2e-4d13-844c-4681662c32ff" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.488241] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9529f334-bd2e-4d13-844c-4681662c32ff" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.488433] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.488545] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.488610] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.488759] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.488837] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.488919] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9529f334-bd2e-4d13-844c-4681662c32ff" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.489020] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9529f334-bd2e-4d13-844c-4681662c32ff',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.992510] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9529f334-bd2e-4d13-844c-4681662c32ff',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.251278] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 in Status: SUCCESS [ 1243.251865] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.251865] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.251973] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.252188] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.252361] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.252469] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.252694] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.252801] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.253794] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.253794] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ce42dc83-6fdc-483f-90bc-aaae1c41a442',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.495261] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9529f334-bd2e-4d13-844c-4681662c32ff: rpc.has_security_group_logging(os_id): False [ 1243.517227] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.517802] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.517953] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.518442] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.518578] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.519114] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.519421] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.519588] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.521330] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.521330] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.521330] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9529f334-bd2e-4d13-844c-4681662c32ff is going to be created. [ 1243.590260] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.592647] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.592647] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.592647] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.592647] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.607024] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9529f334-bd2e-4d13-844c-4681662c32ff in Status: IN_PROGRESS for 2s [ 1243.756573] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce42dc83-6fdc-483f-90bc-aaae1c41a442 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.756834] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.757247] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.757247] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.757429] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.757566] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.757685] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.760355] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.760355] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.760355] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.760355] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce42dc83-6fdc-483f-90bc-aaae1c41a442 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.760355] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.760355] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.760355] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.760355] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.760355] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.760355] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.761254] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.761351] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.761473] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.761591] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ce42dc83-6fdc-483f-90bc-aaae1c41a442',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.821114] env[65432]: INFO networking_nsxv3.common.synchronization [None req-23652a57-5eb5-4eb4-968a-21b4c2706c63 None None] Enqueued Resource ID: ac768aa3-e15f-4dd4-bde3-ad8fdc0ebaa7 with Priority: HIGHEST for action port [ 1243.821829] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac768aa3-e15f-4dd4-bde3-ad8fdc0ebaa7 with Priority: HIGHEST for action port [ 1243.822113] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac768aa3-e15f-4dd4-bde3-ad8fdc0ebaa7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.822253] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac768aa3-e15f-4dd4-bde3-ad8fdc0ebaa7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.822253] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac768aa3-e15f-4dd4-bde3-ad8fdc0ebaa7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.823041] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac768aa3-e15f-4dd4-bde3-ad8fdc0ebaa7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.823041] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac768aa3-e15f-4dd4-bde3-ad8fdc0ebaa7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.098312] env[65432]: INFO networking_nsxv3.common.synchronization [None req-c5e4d4b6-a54f-4aa7-88ee-45ac610d89e2 None None] Enqueued Resource ID: 3a9259ff-7c1f-45c8-acb9-f6ece7bd64be with Priority: HIGHEST for action port [ 1244.098312] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a9259ff-7c1f-45c8-acb9-f6ece7bd64be with Priority: HIGHEST for action port [ 1244.098312] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a9259ff-7c1f-45c8-acb9-f6ece7bd64be taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.098312] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a9259ff-7c1f-45c8-acb9-f6ece7bd64be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.098312] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a9259ff-7c1f-45c8-acb9-f6ece7bd64be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.099109] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a9259ff-7c1f-45c8-acb9-f6ece7bd64be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.099420] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a9259ff-7c1f-45c8-acb9-f6ece7bd64be',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.266902] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ce42dc83-6fdc-483f-90bc-aaae1c41a442: rpc.has_security_group_logging(os_id): False [ 1244.285999] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.286938] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.286938] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.286938] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.286938] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.287283] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.287455] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.287570] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.287814] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.287951] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.288344] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.288516] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.288631] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.288860] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.288993] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.289281] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.289433] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.289538] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.289788] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.289868] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.289995] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 is going to be updated. [ 1244.324830] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ac768aa3-e15f-4dd4-bde3-ad8fdc0ebaa7 [ 1244.325071] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.325206] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.325310] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.325637] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.325637] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.325787] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ac768aa3-e15f-4dd4-bde3-ad8fdc0ebaa7 already deleted. [ 1244.325787] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac768aa3-e15f-4dd4-bde3-ad8fdc0ebaa7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.364106] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.364106] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.364106] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.364409] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.364567] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.379648] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 in Status: IN_PROGRESS for 2s [ 1244.603343] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3a9259ff-7c1f-45c8-acb9-f6ece7bd64be [ 1244.603628] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.603718] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.603793] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.604020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.604132] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.604230] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3a9259ff-7c1f-45c8-acb9-f6ece7bd64be already deleted. [ 1244.604312] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a9259ff-7c1f-45c8-acb9-f6ece7bd64be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.618556] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9529f334-bd2e-4d13-844c-4681662c32ff in Status: SUCCESS [ 1245.618907] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9529f334-bd2e-4d13-844c-4681662c32ff" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.919063] env[65432]: INFO networking_nsxv3.common.synchronization [None req-efc8025b-920a-438c-96e0-6ff8c65ef441 None None] Enqueued Resource ID: 60f23043-1290-4442-a4b1-1e30a54b37f3 with Priority: HIGHEST for action port [ 1245.919632] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60f23043-1290-4442-a4b1-1e30a54b37f3 with Priority: HIGHEST for action port [ 1245.920106] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-60f23043-1290-4442-a4b1-1e30a54b37f3 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.920171] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60f23043-1290-4442-a4b1-1e30a54b37f3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.920220] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60f23043-1290-4442-a4b1-1e30a54b37f3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.920470] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60f23043-1290-4442-a4b1-1e30a54b37f3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.920552] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60f23043-1290-4442-a4b1-1e30a54b37f3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.393966] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 in Status: SUCCESS [ 1246.394218] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.422830] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 60f23043-1290-4442-a4b1-1e30a54b37f3 [ 1246.423070] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.423215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.423285] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.423526] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.423638] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.423739] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:60f23043-1290-4442-a4b1-1e30a54b37f3 already deleted. [ 1246.423834] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60f23043-1290-4442-a4b1-1e30a54b37f3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.330572] env[65432]: INFO networking_nsxv3.common.synchronization [req-d80934e0-485c-47b9-b048-a612f18bd7eb req-08e16c36-accb-40cf-b0ab-a430e32173bc tempest-DeleteServersTestJSON-1697708160 tempest-DeleteServersTestJSON-1697708160-project-member] Enqueued Resource ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 with Priority: HIGHEST for action security_group_members [ 1249.331153] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 with Priority: HIGHEST for action security_group_members [ 1249.331550] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce42dc83-6fdc-483f-90bc-aaae1c41a442 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.331702] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.331794] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.332059] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.332678] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.332843] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.332927] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.333145] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.333258] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.333393] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce42dc83-6fdc-483f-90bc-aaae1c41a442',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.835536] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.835699] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.835797] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.835960] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.836069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.836268] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.836364] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.836423] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.836576] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.836651] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.836734] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 is going to be updated. [ 1249.866214] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.866392] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.866436] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.867754] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.867754] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.876588] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 in Status: IN_PROGRESS for 2s [ 1250.173319] env[65432]: INFO networking_nsxv3.common.synchronization [req-d99b2d93-4445-4b2c-99bd-55cc45131aca req-75220f4d-4bb9-4f8e-ac12-7d5d74462f19 tempest-ServersNegativeTestMultiTenantJSON-309709173 tempest-ServersNegativeTestMultiTenantJSON-309709173-project-member] Enqueued Resource ID: a00739ef-cd17-4038-93e2-c0da81ce9619 with Priority: HIGHEST for action security_group_members [ 1250.173841] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a00739ef-cd17-4038-93e2-c0da81ce9619 with Priority: HIGHEST for action security_group_members [ 1250.174507] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a00739ef-cd17-4038-93e2-c0da81ce9619 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.174638] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a00739ef-cd17-4038-93e2-c0da81ce9619" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.174704] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a00739ef-cd17-4038-93e2-c0da81ce9619" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.174962] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a00739ef-cd17-4038-93e2-c0da81ce9619" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.175148] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.175313] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.175313] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.175460] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.175535] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.175627] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a00739ef-cd17-4038-93e2-c0da81ce9619',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.279374] env[65432]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1250.279500] env[65432]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f6e8c1c5-e474-49be-96a1-97a521d4b4de None None] NSXv3 Agent Agent loop - iteration:3 started [ 1250.472351] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock network-523 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.472672] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "network-523" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.472672] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "network-523" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.473016] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "network-523" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.473285] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.473448] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.473566] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.473785] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.473926] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.474148] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1250.474260] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1250.474367] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1250.474475] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1250.474580] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1250.474683] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1250.474810] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1250.494334] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1250.494516] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1250.494626] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1250.494796] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "network-523" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.495122] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock port-ec81b624-ea3d-4b10-a394-0e0473f77483 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.495297] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "port-ec81b624-ea3d-4b10-a394-0e0473f77483" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.495414] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "port-ec81b624-ea3d-4b10-a394-0e0473f77483" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.495728] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "port-ec81b624-ea3d-4b10-a394-0e0473f77483" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.495864] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec81b624-ea3d-4b10-a394-0e0473f77483',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.678336] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.678519] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.678591] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.678779] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.678866] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.679106] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.679199] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.679233] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.679386] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.679460] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.679542] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a00739ef-cd17-4038-93e2-c0da81ce9619 already deleted. [ 1250.679647] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a00739ef-cd17-4038-93e2-c0da81ce9619" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.998790] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.999031] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.999164] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.999438] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.999583] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.999733] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Segment Port ec81b624-ea3d-4b10-a394-0e0473f77483 not found, creating... [ 1251.000058] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.000218] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.000337] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.000555] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.000690] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.001117] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.001281] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.001397] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.001609] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.001743] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.002463] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Resource: SegmentPort with ID: ec81b624-ea3d-4b10-a394-0e0473f77483 is going to be created. [ 1251.023051] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.023273] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.023395] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.023669] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.023895] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.024137] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "port-ec81b624-ea3d-4b10-a394-0e0473f77483" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.728570] env[65432]: INFO networking_nsxv3.common.synchronization [req-d99b2d93-4445-4b2c-99bd-55cc45131aca req-0a7c4c6b-3e89-4fa6-9755-5840792b42ef service nova] Enqueued Resource ID: a00739ef-cd17-4038-93e2-c0da81ce9619 with Priority: HIGHEST for action security_group_rules [ 1251.728898] env[65432]: INFO networking_nsxv3.common.synchronization [req-d99b2d93-4445-4b2c-99bd-55cc45131aca req-0a7c4c6b-3e89-4fa6-9755-5840792b42ef service nova] Enqueued Resource ID: a00739ef-cd17-4038-93e2-c0da81ce9619 with Priority: HIGHEST for action security_group_members [ 1251.728898] env[65432]: INFO networking_nsxv3.common.synchronization [req-d99b2d93-4445-4b2c-99bd-55cc45131aca req-0a7c4c6b-3e89-4fa6-9755-5840792b42ef service nova] Enqueued Resource ID: ec81b624-ea3d-4b10-a394-0e0473f77483 with Priority: HIGHEST for action port [ 1251.729392] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a00739ef-cd17-4038-93e2-c0da81ce9619 with Priority: HIGHEST for action security_group_rules [ 1251.729531] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a00739ef-cd17-4038-93e2-c0da81ce9619 with Priority: HIGHEST for action security_group_members [ 1251.729628] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec81b624-ea3d-4b10-a394-0e0473f77483 with Priority: HIGHEST for action port [ 1251.729974] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a00739ef-cd17-4038-93e2-c0da81ce9619 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.730155] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a00739ef-cd17-4038-93e2-c0da81ce9619" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.730232] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a00739ef-cd17-4038-93e2-c0da81ce9619" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.730472] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a00739ef-cd17-4038-93e2-c0da81ce9619" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.730579] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a00739ef-cd17-4038-93e2-c0da81ce9619',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.731455] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a00739ef-cd17-4038-93e2-c0da81ce9619 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.731564] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a00739ef-cd17-4038-93e2-c0da81ce9619" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.731630] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a00739ef-cd17-4038-93e2-c0da81ce9619" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.731787] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a00739ef-cd17-4038-93e2-c0da81ce9619" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.731957] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.732069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.732130] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.732278] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.732355] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.732439] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a00739ef-cd17-4038-93e2-c0da81ce9619',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.733756] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec81b624-ea3d-4b10-a394-0e0473f77483 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.733880] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec81b624-ea3d-4b10-a394-0e0473f77483" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.733880] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec81b624-ea3d-4b10-a394-0e0473f77483" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.733979] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec81b624-ea3d-4b10-a394-0e0473f77483" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.734062] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec81b624-ea3d-4b10-a394-0e0473f77483',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.885538] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 in Status: SUCCESS [ 1251.885729] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 deletion is rescheduled due to dependency. [ 1251.885848] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.234421] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a00739ef-cd17-4038-93e2-c0da81ce9619',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.238309] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ec81b624-ea3d-4b10-a394-0e0473f77483 with status ACTIVE [ 1252.239063] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.239063] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.239063] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.239063] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.239271] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.239464] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.239601] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.239687] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.239915] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.240072] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.240296] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.240431] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.240519] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.240676] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.240755] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.240840] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ec81b624-ea3d-4b10-a394-0e0473f77483 is going to be updated. [ 1252.241939] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a00739ef-cd17-4038-93e2-c0da81ce9619 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.242057] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a00739ef-cd17-4038-93e2-c0da81ce9619" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.261797] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.261987] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.261987] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.262205] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.262346] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.262503] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec81b624-ea3d-4b10-a394-0e0473f77483" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.736952] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a00739ef-cd17-4038-93e2-c0da81ce9619',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.239452] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.239603] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.239675] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.239943] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.240063] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.240110] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a00739ef-cd17-4038-93e2-c0da81ce9619 is going to be created. [ 1253.264386] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.264583] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.264650] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.264823] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.264978] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.273818] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a00739ef-cd17-4038-93e2-c0da81ce9619 in Status: UNINITIALIZED for 2s [ 1255.285573] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a00739ef-cd17-4038-93e2-c0da81ce9619 in Status: SUCCESS [ 1255.285573] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a00739ef-cd17-4038-93e2-c0da81ce9619" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.285573] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a00739ef-cd17-4038-93e2-c0da81ce9619" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.285573] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a00739ef-cd17-4038-93e2-c0da81ce9619" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.285573] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.285573] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.285573] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.285573] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.286313] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.286313] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a00739ef-cd17-4038-93e2-c0da81ce9619" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.286313] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a00739ef-cd17-4038-93e2-c0da81ce9619',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.788520] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a00739ef-cd17-4038-93e2-c0da81ce9619 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.788733] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a00739ef-cd17-4038-93e2-c0da81ce9619" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.788787] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a00739ef-cd17-4038-93e2-c0da81ce9619" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.789019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a00739ef-cd17-4038-93e2-c0da81ce9619" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.789209] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.789348] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.789469] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.789645] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.789739] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.789825] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a00739ef-cd17-4038-93e2-c0da81ce9619" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.790065] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a00739ef-cd17-4038-93e2-c0da81ce9619 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.790197] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a00739ef-cd17-4038-93e2-c0da81ce9619" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.790261] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a00739ef-cd17-4038-93e2-c0da81ce9619" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.790437] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a00739ef-cd17-4038-93e2-c0da81ce9619" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.790547] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.790639] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.790701] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.790836] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.790947] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.791078] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a00739ef-cd17-4038-93e2-c0da81ce9619" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.791141] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a00739ef-cd17-4038-93e2-c0da81ce9619',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.293649] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a00739ef-cd17-4038-93e2-c0da81ce9619: rpc.has_security_group_logging(os_id): False [ 1256.312304] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.312514] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.312585] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.312796] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.312886] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.313090] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.313187] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.313248] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.313399] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.313476] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.313666] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.313757] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.313819] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.313957] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.314043] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.314232] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.314324] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.314382] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.314519] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.314591] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.314673] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a00739ef-cd17-4038-93e2-c0da81ce9619 is going to be created. [ 1256.368788] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.368983] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.368983] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.369214] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.369394] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.382419] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a00739ef-cd17-4038-93e2-c0da81ce9619 in Status: IN_PROGRESS for 2s [ 1256.730853] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1256.731061] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1258.395905] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a00739ef-cd17-4038-93e2-c0da81ce9619 in Status: SUCCESS [ 1258.396303] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a00739ef-cd17-4038-93e2-c0da81ce9619" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.545173] env[65432]: INFO networking_nsxv3.common.synchronization [req-b376a16b-b2a9-4d12-854a-58fd9d5e165b req-ea413546-c8fb-4a79-ac9c-1568480c1b6a tempest-DeleteServersTestJSON-1697708160 tempest-DeleteServersTestJSON-1697708160-project-member] Enqueued Resource ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 with Priority: HIGHEST for action security_group_members [ 1258.546385] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 with Priority: HIGHEST for action security_group_members [ 1258.546735] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce42dc83-6fdc-483f-90bc-aaae1c41a442 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.546845] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.546909] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.547170] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.547329] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.547430] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.547491] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.547644] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.547728] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.547858] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce42dc83-6fdc-483f-90bc-aaae1c41a442',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.826971] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock network-290 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.826971] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "network-290" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.827181] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "network-290" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.827340] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "network-290" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.827608] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.827769] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.827901] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.828126] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.828273] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.828476] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1258.828586] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1258.828692] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1258.828792] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1258.828900] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1258.829059] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1258.829181] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1258.864811] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1258.865055] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1258.865158] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1258.865279] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "network-290" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.865590] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock port-82afdf66-dd5b-4915-a42a-9945b7f988c8 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.865746] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "port-82afdf66-dd5b-4915-a42a-9945b7f988c8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.865861] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "port-82afdf66-dd5b-4915-a42a-9945b7f988c8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.866229] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "port-82afdf66-dd5b-4915-a42a-9945b7f988c8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.866381] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82afdf66-dd5b-4915-a42a-9945b7f988c8',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.050193] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.050425] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.050425] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.050645] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.050737] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.050960] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.051069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.051135] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.051299] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.051378] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.051466] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 is going to be updated. [ 1259.097475] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.097639] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.097741] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.097936] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.098112] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.108371] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 in Status: IN_PROGRESS for 2s [ 1259.370946] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.371350] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.371587] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.372020] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.372299] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.372559] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Segment Port 82afdf66-dd5b-4915-a42a-9945b7f988c8 not found, creating... [ 1259.372967] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.373262] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.373477] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.373831] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.374095] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.375830] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.375830] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.375830] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.375830] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.375830] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.376097] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Resource: SegmentPort with ID: 82afdf66-dd5b-4915-a42a-9945b7f988c8 is going to be created. [ 1259.401561] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.401828] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.401828] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.402851] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.402851] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.402851] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "port-82afdf66-dd5b-4915-a42a-9945b7f988c8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.082924] env[65432]: INFO networking_nsxv3.common.synchronization [req-b376a16b-b2a9-4d12-854a-58fd9d5e165b req-3f22a745-bcb3-49f5-a5a5-8a0708636749 service nova] Enqueued Resource ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 with Priority: HIGHEST for action security_group_rules [ 1260.083130] env[65432]: INFO networking_nsxv3.common.synchronization [req-b376a16b-b2a9-4d12-854a-58fd9d5e165b req-3f22a745-bcb3-49f5-a5a5-8a0708636749 service nova] Enqueued Resource ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 with Priority: HIGHEST for action security_group_members [ 1260.083271] env[65432]: INFO networking_nsxv3.common.synchronization [req-b376a16b-b2a9-4d12-854a-58fd9d5e165b req-3f22a745-bcb3-49f5-a5a5-8a0708636749 service nova] Enqueued Resource ID: 82afdf66-dd5b-4915-a42a-9945b7f988c8 with Priority: HIGHEST for action port [ 1260.083820] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 with Priority: HIGHEST for action security_group_rules [ 1260.083954] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 with Priority: HIGHEST for action security_group_members [ 1260.084104] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82afdf66-dd5b-4915-a42a-9945b7f988c8 with Priority: HIGHEST for action port [ 1260.084346] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce42dc83-6fdc-483f-90bc-aaae1c41a442 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.084469] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.084605] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.085127] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.085183] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce42dc83-6fdc-483f-90bc-aaae1c41a442',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.086009] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce42dc83-6fdc-483f-90bc-aaae1c41a442 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.086141] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.086384] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-82afdf66-dd5b-4915-a42a-9945b7f988c8 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.086492] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82afdf66-dd5b-4915-a42a-9945b7f988c8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.086556] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82afdf66-dd5b-4915-a42a-9945b7f988c8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.086721] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82afdf66-dd5b-4915-a42a-9945b7f988c8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.086798] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82afdf66-dd5b-4915-a42a-9945b7f988c8',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.589489] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce42dc83-6fdc-483f-90bc-aaae1c41a442 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.589951] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.591151] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 82afdf66-dd5b-4915-a42a-9945b7f988c8 with status ACTIVE [ 1260.591384] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.591553] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.591661] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.591963] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.592115] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.592346] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.592480] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.592553] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.592775] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.592881] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.593187] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.593315] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.593395] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.593589] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.593688] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.593784] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 82afdf66-dd5b-4915-a42a-9945b7f988c8 is going to be updated. [ 1260.623283] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.623559] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.623628] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.624063] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.624185] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.624441] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82afdf66-dd5b-4915-a42a-9945b7f988c8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.123671] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 in Status: SUCCESS [ 1261.124018] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 deletion is rescheduled due to dependency. [ 1261.124018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.124202] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.124448] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.124635] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.124751] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.124820] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.124965] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.125063] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.125157] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce42dc83-6fdc-483f-90bc-aaae1c41a442',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.628336] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce42dc83-6fdc-483f-90bc-aaae1c41a442',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.896013] env[65432]: INFO networking_nsxv3.common.synchronization [req-6a68f4e3-0501-421a-9999-9593a30975c4 req-e6345fbd-870f-4c4a-abc7-da8bdc8c1959 tempest-ServersNegativeTestMultiTenantJSON-309709173 tempest-ServersNegativeTestMultiTenantJSON-309709173-project-member] Enqueued Resource ID: a00739ef-cd17-4038-93e2-c0da81ce9619 with Priority: HIGHEST for action security_group_members [ 1261.896013] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a00739ef-cd17-4038-93e2-c0da81ce9619 with Priority: HIGHEST for action security_group_members [ 1261.896013] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a00739ef-cd17-4038-93e2-c0da81ce9619 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.896013] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a00739ef-cd17-4038-93e2-c0da81ce9619" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.896013] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a00739ef-cd17-4038-93e2-c0da81ce9619" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.896013] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a00739ef-cd17-4038-93e2-c0da81ce9619" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.896013] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.896890] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.896978] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.897199] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.897296] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.897421] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a00739ef-cd17-4038-93e2-c0da81ce9619',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.132365] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce42dc83-6fdc-483f-90bc-aaae1c41a442',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.399800] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.400073] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.400146] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.400349] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.400443] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.400644] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.400777] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.400824] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.400957] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.401056] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.401137] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a00739ef-cd17-4038-93e2-c0da81ce9619 is going to be updated. [ 1262.433180] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.433411] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.433411] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.433769] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.433941] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.444204] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a00739ef-cd17-4038-93e2-c0da81ce9619 in Status: IN_PROGRESS for 2s [ 1262.634348] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.634845] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.634845] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.634845] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.634845] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.635237] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 is going to be updated. [ 1262.674354] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.674658] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.674658] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.674794] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.675345] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.686852] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 in Status: IN_PROGRESS for 2s [ 1264.455435] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a00739ef-cd17-4038-93e2-c0da81ce9619 in Status: SUCCESS [ 1264.455435] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a00739ef-cd17-4038-93e2-c0da81ce9619 deletion is rescheduled due to dependency. [ 1264.455870] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a00739ef-cd17-4038-93e2-c0da81ce9619" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.697870] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 in Status: SUCCESS [ 1264.698069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.698230] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.698445] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.698637] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.698756] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.698828] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.699012] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.699097] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.699197] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.699290] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ce42dc83-6fdc-483f-90bc-aaae1c41a442',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.202337] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce42dc83-6fdc-483f-90bc-aaae1c41a442 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.202337] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.202337] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.202337] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.202746] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.202746] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.202891] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.202973] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.203061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.203153] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.203324] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce42dc83-6fdc-483f-90bc-aaae1c41a442 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.203418] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.203516] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.203666] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.203824] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.203917] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.203990] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.204145] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.204224] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.204327] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.204420] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ce42dc83-6fdc-483f-90bc-aaae1c41a442',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.706611] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ce42dc83-6fdc-483f-90bc-aaae1c41a442: rpc.has_security_group_logging(os_id): False [ 1265.724538] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.724740] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.724788] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.725026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.725130] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.725359] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.725442] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.725511] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.725682] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.725761] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.725983] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.726096] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.726158] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.726340] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.726417] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.726596] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.726688] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.726749] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.726887] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.726960] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.727054] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 is going to be updated. [ 1265.790458] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.790713] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.790713] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.790885] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.791050] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.804292] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 in Status: IN_PROGRESS for 2s [ 1266.895216] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1266.895655] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1267.820405] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 in Status: SUCCESS [ 1267.820630] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.896150] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1271.896150] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1276.897478] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1276.897864] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1281.898676] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1281.899098] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1286.900194] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1286.900702] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1291.901738] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1291.901738] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1295.944258] env[65432]: INFO networking_nsxv3.common.synchronization [req-61db1186-9690-4dc4-a407-e0907f2e526f req-12dbacbc-5fc0-4fe7-8f3b-cc413d32876f tempest-ServerActionsTestOtherA-1585184968 tempest-ServerActionsTestOtherA-1585184968-project-member] Enqueued Resource ID: f6680803-970d-4445-89af-5d70066c163e with Priority: HIGHEST for action security_group_members [ 1295.944829] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6680803-970d-4445-89af-5d70066c163e with Priority: HIGHEST for action security_group_members [ 1295.945134] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6680803-970d-4445-89af-5d70066c163e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.945258] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6680803-970d-4445-89af-5d70066c163e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.945327] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6680803-970d-4445-89af-5d70066c163e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.945529] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6680803-970d-4445-89af-5d70066c163e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.945701] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.945800] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.945861] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.946013] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.946249] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.946348] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6680803-970d-4445-89af-5d70066c163e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.448977] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f6680803-970d-4445-89af-5d70066c163e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.482366] env[65432]: INFO networking_nsxv3.common.synchronization [req-f16361db-5dee-4d3e-a220-ffd8a608476e req-51006089-fa22-4a2a-86c9-109be3332426 tempest-DeleteServersTestJSON-1697708160 tempest-DeleteServersTestJSON-1697708160-project-member] Enqueued Resource ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 with Priority: HIGHEST for action security_group_members [ 1296.482797] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 with Priority: HIGHEST for action security_group_members [ 1296.483175] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce42dc83-6fdc-483f-90bc-aaae1c41a442 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.483314] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.483374] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.483587] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.483898] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.484061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.484161] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.484291] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.484377] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.484476] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce42dc83-6fdc-483f-90bc-aaae1c41a442',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.951319] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f6680803-970d-4445-89af-5d70066c163e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.989072] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.989072] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.989072] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.989324] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.989324] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.989547] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.989707] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.989757] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.989939] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.990030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.990123] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 is going to be updated. [ 1297.091681] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.091861] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.091911] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.092146] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.092293] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.103084] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 in Status: IN_PROGRESS for 2s [ 1297.453913] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.454161] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.454161] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.454359] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.454455] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.454564] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6680803-970d-4445-89af-5d70066c163e is going to be updated. [ 1297.488495] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.488801] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.488913] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.489247] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.489472] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.499305] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6680803-970d-4445-89af-5d70066c163e in Status: IN_PROGRESS for 2s [ 1299.116742] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 in Status: SUCCESS [ 1299.117404] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 deletion is rescheduled due to dependency. [ 1299.117404] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.343990] env[65432]: INFO networking_nsxv3.common.synchronization [req-73828671-3543-4931-9d31-3937b1f74ba5 req-20321267-d55e-4b2c-b483-756ff10abf44 tempest-ServerActionsTestJSON-1745685189 tempest-ServerActionsTestJSON-1745685189-project-member] Enqueued Resource ID: b9bc8edc-0f80-437b-b110-37bdf270bb9d with Priority: HIGHEST for action security_group_members [ 1299.344827] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9bc8edc-0f80-437b-b110-37bdf270bb9d with Priority: HIGHEST for action security_group_members [ 1299.344827] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9bc8edc-0f80-437b-b110-37bdf270bb9d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.344955] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9bc8edc-0f80-437b-b110-37bdf270bb9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.345041] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9bc8edc-0f80-437b-b110-37bdf270bb9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.345194] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9bc8edc-0f80-437b-b110-37bdf270bb9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.345443] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.345443] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.345528] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.345639] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.345721] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.345817] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9bc8edc-0f80-437b-b110-37bdf270bb9d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.510023] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6680803-970d-4445-89af-5d70066c163e in Status: SUCCESS [ 1299.510242] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6680803-970d-4445-89af-5d70066c163e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.848513] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.848736] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.848845] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.849049] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.849145] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.849346] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.849449] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.849511] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.849660] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.849847] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.849950] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9bc8edc-0f80-437b-b110-37bdf270bb9d is going to be updated. [ 1299.882964] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.883251] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.883251] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.883424] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.883568] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.891833] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9bc8edc-0f80-437b-b110-37bdf270bb9d in Status: IN_PROGRESS for 2s [ 1301.890543] env[65432]: INFO networking_nsxv3.common.synchronization [req-2705bf83-1f50-4435-ae84-649206821c0a req-b6cae9ff-8d83-484d-90ec-e15b37e04693 tempest-AttachVolumeNegativeTest-71679979 tempest-AttachVolumeNegativeTest-71679979-project-member] Enqueued Resource ID: 9529f334-bd2e-4d13-844c-4681662c32ff with Priority: HIGHEST for action security_group_members [ 1301.891163] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9529f334-bd2e-4d13-844c-4681662c32ff with Priority: HIGHEST for action security_group_members [ 1301.891504] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-9529f334-bd2e-4d13-844c-4681662c32ff taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.891664] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9529f334-bd2e-4d13-844c-4681662c32ff" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.891785] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9529f334-bd2e-4d13-844c-4681662c32ff" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.891965] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9529f334-bd2e-4d13-844c-4681662c32ff" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.892331] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.892522] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.892522] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.892604] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.892692] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.892785] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9529f334-bd2e-4d13-844c-4681662c32ff',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.904768] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9bc8edc-0f80-437b-b110-37bdf270bb9d in Status: SUCCESS [ 1301.904768] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9bc8edc-0f80-437b-b110-37bdf270bb9d deletion is rescheduled due to dependency. [ 1301.904962] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9bc8edc-0f80-437b-b110-37bdf270bb9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.395208] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.395355] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.395432] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.395638] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.395732] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.395920] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.396028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.396088] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.396234] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.396308] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.396391] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9529f334-bd2e-4d13-844c-4681662c32ff is going to be updated. [ 1302.424505] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.424650] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.424752] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.424978] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.425132] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.433898] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9529f334-bd2e-4d13-844c-4681662c32ff in Status: IN_PROGRESS for 2s [ 1303.213980] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.214293] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.214293] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.214492] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.214545] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.716466] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.219202] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.444577] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9529f334-bd2e-4d13-844c-4681662c32ff in Status: SUCCESS [ 1304.444632] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9529f334-bd2e-4d13-844c-4681662c32ff deletion is rescheduled due to dependency. [ 1304.444735] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9529f334-bd2e-4d13-844c-4681662c32ff" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.723060] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1304.723060] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1305.569144] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.569820] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.570048] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.570359] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.583103] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1305.585074] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.585074] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1305.623266] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.623515] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.623515] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.623786] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.638462] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.639379] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1305.639469] env[65432]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65432) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1305.639563] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1305.680428] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.680638] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.680638] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.680866] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.682337] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.682516] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1305.783729] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.783963] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.783963] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.784158] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.784482] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.784768] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1305.863019] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.863237] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.863237] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.863407] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.863727] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.864048] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:48. [ 1305.864216] env[65432]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'1a9b63bc-41db-4102-87fd-a74229289f6f', '2dbc6efa-11cb-4647-8da7-ffdcfab3ebe8', 'a49c8a18-5fe9-46dc-9c57-a5406ae1deea', '14235152-b0db-4da6-b0a7-93d71c2bd9c8', 'deded647-2661-4b65-9a8e-0015d8484606', '9529f334-bd2e-4d13-844c-4681662c32ff', 'c66544b6-2226-4b1e-9a19-5d203bd72d65', '38d402c9-d6cd-4104-ac1e-440e033a5f0a', '85a26055-cda6-4122-86d8-3b9760319e43', '465e550c-c3fd-4157-8660-2733a9cb25d2', 'dc47c73b-a570-48cd-8474-805efeb0d629', 'ce42dc83-6fdc-483f-90bc-aaae1c41a442', '0352cb8b-54d9-4335-b2d0-ce73a5492dec', 'b2a0225d-ef64-45a1-b899-4119011dd94d', '1d7af68b-15a0-438f-ae11-c05f73a8244a', 'b2119a14-8e94-4bb1-97f5-bab1e7ff0d36', 'c734e3d1-16a8-4525-9804-35b1354b9c02', '86661f66-3e1c-42d8-8d35-ab9d487e7742', '69868f43-fcf8-4f9e-8bf2-23662237b5c7', 'f6680803-970d-4445-89af-5d70066c163e', '6ecd6ae4-322a-4610-8134-e084eed8490e', 'b1bbd1a2-2514-49f9-9c85-25db93b785a4', '84c12c3a-1be5-4681-a64f-a9e312c474bc', 'afa32775-cad0-4771-bd2a-6b9faaa3fd14', '495b2387-d937-406b-81b8-0791c88d6224', 'f88b3d7f-3901-4add-97ef-6663e93d7598', '43147a8c-472e-4359-987c-80c47b98d610', '07cf2170-b005-4f1c-9f6d-83e53b4e478c', '4cde2e48-8ef9-4515-a269-e7e4ba6f3fb7', '2b5f3986-2c5a-405e-b9b8-20b9b8f07eb1', 'b9bc8edc-0f80-437b-b110-37bdf270bb9d', 'db844549-e098-4196-a2f4-f81c3c1d7665', '1616385d-9ca5-4512-a732-2b4b772f9c58', '35116453-bb0b-4bbd-b781-a2749b2cbd47', '3187175e-4385-4268-bac4-8780506ee159', '5a7c41a0-98f2-43e6-883b-b2f7e1f0f874', '2d3a473f-48c6-4084-bb28-2a09e6a60184', '6b49bd92-a2be-4932-99ed-6957dd12af0c', '37a92b37-6b0a-4358-bb06-69d05f4dc82e', 'f736ee4d-b88f-4977-86da-44ad77f9cf31', '31f32bee-c8f5-4060-8202-125c50104fd0', 'a00739ef-cd17-4038-93e2-c0da81ce9619', 'b2ee44f4-8b24-467a-a5a9-2db8507bbbbe', '27564b81-520f-4365-a89c-373ab442ec1a', '787863d8-62c8-48ab-9083-d72aa2df32af', 'ccb0a543-d9c0-48dc-ba03-af9897983f22', '72bc10ab-0d8a-4d37-861c-49c1c2952cd9', '84de3db0-7feb-4c8e-9ba1-52d78d430f91'} {{(pid=65432) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1305.864333] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1305.882227] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.882419] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.882419] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.882613] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.882700] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.882809] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1305.882879] env[65432]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65432) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1305.882954] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1305.995527] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.995765] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.995765] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.995904] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.997114] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.997393] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1305.997474] env[65432]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65432) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1305.997545] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1305.997612] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1305.997691] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/48 resources of Type:Security Group Rules [ 1305.997767] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1a9b63bc-41db-4102-87fd-a74229289f6f with Priority: HIGH for action security_group_rules [ 1305.997846] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2dbc6efa-11cb-4647-8da7-ffdcfab3ebe8 with Priority: HIGH for action security_group_rules [ 1305.997911] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea with Priority: HIGH for action security_group_rules [ 1305.997975] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 14235152-b0db-4da6-b0a7-93d71c2bd9c8 with Priority: HIGH for action security_group_rules [ 1305.998051] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: deded647-2661-4b65-9a8e-0015d8484606 with Priority: HIGH for action security_group_rules [ 1305.998112] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9529f334-bd2e-4d13-844c-4681662c32ff with Priority: HIGH for action security_group_rules [ 1305.998173] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 with Priority: HIGH for action security_group_rules [ 1305.998235] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 38d402c9-d6cd-4104-ac1e-440e033a5f0a with Priority: HIGH for action security_group_rules [ 1305.998296] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 85a26055-cda6-4122-86d8-3b9760319e43 with Priority: HIGH for action security_group_rules [ 1305.998357] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 465e550c-c3fd-4157-8660-2733a9cb25d2 with Priority: HIGH for action security_group_rules [ 1305.998419] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dc47c73b-a570-48cd-8474-805efeb0d629 with Priority: HIGH for action security_group_rules [ 1305.998480] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 with Priority: HIGH for action security_group_rules [ 1305.998544] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0352cb8b-54d9-4335-b2d0-ce73a5492dec with Priority: HIGH for action security_group_rules [ 1305.998629] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b2a0225d-ef64-45a1-b899-4119011dd94d with Priority: HIGH for action security_group_rules [ 1305.998694] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1d7af68b-15a0-438f-ae11-c05f73a8244a with Priority: HIGH for action security_group_rules [ 1305.998755] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b2119a14-8e94-4bb1-97f5-bab1e7ff0d36 with Priority: HIGH for action security_group_rules [ 1305.998816] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c734e3d1-16a8-4525-9804-35b1354b9c02 with Priority: HIGH for action security_group_rules [ 1305.998878] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 86661f66-3e1c-42d8-8d35-ab9d487e7742 with Priority: HIGH for action security_group_rules [ 1305.998939] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 69868f43-fcf8-4f9e-8bf2-23662237b5c7 with Priority: HIGH for action security_group_rules [ 1305.999012] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f6680803-970d-4445-89af-5d70066c163e with Priority: HIGH for action security_group_rules [ 1305.999105] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.892510] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1306.892893] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1306.892893] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a9b63bc-41db-4102-87fd-a74229289f6f with Priority: HIGH for action security_group_rules [ 1306.892893] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea with Priority: HIGH for action security_group_rules [ 1306.893027] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 with Priority: HIGH for action security_group_rules [ 1306.893027] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d7af68b-15a0-438f-ae11-c05f73a8244a with Priority: HIGH for action security_group_rules [ 1306.893118] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6680803-970d-4445-89af-5d70066c163e with Priority: HIGH for action security_group_rules [ 1306.893213] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69868f43-fcf8-4f9e-8bf2-23662237b5c7 with Priority: HIGH for action security_group_rules [ 1306.893306] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86661f66-3e1c-42d8-8d35-ab9d487e7742 with Priority: HIGH for action security_group_rules [ 1306.893396] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c734e3d1-16a8-4525-9804-35b1354b9c02 with Priority: HIGH for action security_group_rules [ 1306.893485] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2a0225d-ef64-45a1-b899-4119011dd94d with Priority: HIGH for action security_group_rules [ 1306.893575] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2119a14-8e94-4bb1-97f5-bab1e7ff0d36 with Priority: HIGH for action security_group_rules [ 1306.893664] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0352cb8b-54d9-4335-b2d0-ce73a5492dec with Priority: HIGH for action security_group_rules [ 1306.893755] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 with Priority: HIGH for action security_group_rules [ 1306.893844] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc47c73b-a570-48cd-8474-805efeb0d629 with Priority: HIGH for action security_group_rules [ 1306.893932] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 465e550c-c3fd-4157-8660-2733a9cb25d2 with Priority: HIGH for action security_group_rules [ 1306.894041] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85a26055-cda6-4122-86d8-3b9760319e43 with Priority: HIGH for action security_group_rules [ 1306.894134] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9529f334-bd2e-4d13-844c-4681662c32ff with Priority: HIGH for action security_group_rules [ 1306.894227] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38d402c9-d6cd-4104-ac1e-440e033a5f0a with Priority: HIGH for action security_group_rules [ 1306.894317] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: deded647-2661-4b65-9a8e-0015d8484606 with Priority: HIGH for action security_group_rules [ 1306.894404] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dbc6efa-11cb-4647-8da7-ffdcfab3ebe8 with Priority: HIGH for action security_group_rules [ 1306.894544] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14235152-b0db-4da6-b0a7-93d71c2bd9c8 with Priority: HIGH for action security_group_rules [ 1306.894844] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a9b63bc-41db-4102-87fd-a74229289f6f taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.894975] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a9b63bc-41db-4102-87fd-a74229289f6f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.895054] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a9b63bc-41db-4102-87fd-a74229289f6f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.895260] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a9b63bc-41db-4102-87fd-a74229289f6f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.895343] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a9b63bc-41db-4102-87fd-a74229289f6f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.897058] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a49c8a18-5fe9-46dc-9c57-a5406ae1deea taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.897224] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.897282] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.897417] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.897494] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a49c8a18-5fe9-46dc-9c57-a5406ae1deea',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.899168] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c66544b6-2226-4b1e-9a19-5d203bd72d65 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.899280] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.899344] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.899552] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.899642] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c66544b6-2226-4b1e-9a19-5d203bd72d65',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.900732] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d7af68b-15a0-438f-ae11-c05f73a8244a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.900841] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d7af68b-15a0-438f-ae11-c05f73a8244a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.900909] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d7af68b-15a0-438f-ae11-c05f73a8244a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.901403] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d7af68b-15a0-438f-ae11-c05f73a8244a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.901512] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d7af68b-15a0-438f-ae11-c05f73a8244a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.902669] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6680803-970d-4445-89af-5d70066c163e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.902914] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6680803-970d-4445-89af-5d70066c163e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.902980] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6680803-970d-4445-89af-5d70066c163e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.903116] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6680803-970d-4445-89af-5d70066c163e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.903179] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6680803-970d-4445-89af-5d70066c163e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.904183] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69868f43-fcf8-4f9e-8bf2-23662237b5c7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.904311] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69868f43-fcf8-4f9e-8bf2-23662237b5c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.904354] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69868f43-fcf8-4f9e-8bf2-23662237b5c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.905345] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69868f43-fcf8-4f9e-8bf2-23662237b5c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.905447] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69868f43-fcf8-4f9e-8bf2-23662237b5c7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.908073] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86661f66-3e1c-42d8-8d35-ab9d487e7742 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.908188] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86661f66-3e1c-42d8-8d35-ab9d487e7742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.908253] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86661f66-3e1c-42d8-8d35-ab9d487e7742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.908407] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86661f66-3e1c-42d8-8d35-ab9d487e7742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.908479] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86661f66-3e1c-42d8-8d35-ab9d487e7742',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.909398] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c734e3d1-16a8-4525-9804-35b1354b9c02 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.909602] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c734e3d1-16a8-4525-9804-35b1354b9c02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.909939] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c734e3d1-16a8-4525-9804-35b1354b9c02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.909939] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c734e3d1-16a8-4525-9804-35b1354b9c02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.909939] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c734e3d1-16a8-4525-9804-35b1354b9c02',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.911330] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2a0225d-ef64-45a1-b899-4119011dd94d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.911807] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.911807] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.911807] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.911807] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2a0225d-ef64-45a1-b899-4119011dd94d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.913190] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2119a14-8e94-4bb1-97f5-bab1e7ff0d36 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.913190] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2119a14-8e94-4bb1-97f5-bab1e7ff0d36" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.913190] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2119a14-8e94-4bb1-97f5-bab1e7ff0d36" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.913190] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2119a14-8e94-4bb1-97f5-bab1e7ff0d36" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.913190] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2119a14-8e94-4bb1-97f5-bab1e7ff0d36',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.913585] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0352cb8b-54d9-4335-b2d0-ce73a5492dec taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.913585] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0352cb8b-54d9-4335-b2d0-ce73a5492dec" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.913671] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0352cb8b-54d9-4335-b2d0-ce73a5492dec" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.913737] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0352cb8b-54d9-4335-b2d0-ce73a5492dec" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.913811] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0352cb8b-54d9-4335-b2d0-ce73a5492dec',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.915678] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce42dc83-6fdc-483f-90bc-aaae1c41a442 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.915789] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.915855] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.916056] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.916212] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce42dc83-6fdc-483f-90bc-aaae1c41a442',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.917072] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc47c73b-a570-48cd-8474-805efeb0d629 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.917202] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc47c73b-a570-48cd-8474-805efeb0d629" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.917350] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc47c73b-a570-48cd-8474-805efeb0d629" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.917889] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc47c73b-a570-48cd-8474-805efeb0d629" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.917889] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc47c73b-a570-48cd-8474-805efeb0d629',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.918795] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-465e550c-c3fd-4157-8660-2733a9cb25d2 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.918926] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-465e550c-c3fd-4157-8660-2733a9cb25d2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.918991] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-465e550c-c3fd-4157-8660-2733a9cb25d2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.919148] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-465e550c-c3fd-4157-8660-2733a9cb25d2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.919257] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('465e550c-c3fd-4157-8660-2733a9cb25d2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.920521] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85a26055-cda6-4122-86d8-3b9760319e43 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.920628] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85a26055-cda6-4122-86d8-3b9760319e43" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.920948] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85a26055-cda6-4122-86d8-3b9760319e43" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.921391] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85a26055-cda6-4122-86d8-3b9760319e43" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.921391] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85a26055-cda6-4122-86d8-3b9760319e43',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.922159] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9529f334-bd2e-4d13-844c-4681662c32ff taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.922260] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9529f334-bd2e-4d13-844c-4681662c32ff" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.922323] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9529f334-bd2e-4d13-844c-4681662c32ff" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.922472] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9529f334-bd2e-4d13-844c-4681662c32ff" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.922625] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9529f334-bd2e-4d13-844c-4681662c32ff',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.923587] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38d402c9-d6cd-4104-ac1e-440e033a5f0a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.923833] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.923833] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.924343] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.924423] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38d402c9-d6cd-4104-ac1e-440e033a5f0a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.925194] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-deded647-2661-4b65-9a8e-0015d8484606 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.925315] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-deded647-2661-4b65-9a8e-0015d8484606" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.925383] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-deded647-2661-4b65-9a8e-0015d8484606" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.925532] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-deded647-2661-4b65-9a8e-0015d8484606" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.925607] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('deded647-2661-4b65-9a8e-0015d8484606',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.926288] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2dbc6efa-11cb-4647-8da7-ffdcfab3ebe8 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.926413] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2dbc6efa-11cb-4647-8da7-ffdcfab3ebe8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.926451] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2dbc6efa-11cb-4647-8da7-ffdcfab3ebe8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.926596] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2dbc6efa-11cb-4647-8da7-ffdcfab3ebe8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.926667] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2dbc6efa-11cb-4647-8da7-ffdcfab3ebe8',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.928115] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14235152-b0db-4da6-b0a7-93d71c2bd9c8 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.928216] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14235152-b0db-4da6-b0a7-93d71c2bd9c8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.928255] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14235152-b0db-4da6-b0a7-93d71c2bd9c8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.928629] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14235152-b0db-4da6-b0a7-93d71c2bd9c8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.928702] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14235152-b0db-4da6-b0a7-93d71c2bd9c8',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.959780] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.959978] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.959978] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.960199] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.964083] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.964217] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.964910] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.965013] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.978820] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.978943] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a49c8a18-5fe9-46dc-9c57-a5406ae1deea is going to be deleted. [ 1306.979771] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.979972] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.998790] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.998981] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86661f66-3e1c-42d8-8d35-ab9d487e7742 is going to be deleted. [ 1306.999772] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.999979] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.018059] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.018224] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c66544b6-2226-4b1e-9a19-5d203bd72d65 is going to be deleted. [ 1307.052484] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.052719] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.052719] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.052909] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.053023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.053145] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a49c8a18-5fe9-46dc-9c57-a5406ae1deea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.061966] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.062147] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.062187] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.062370] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.062461] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.062575] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86661f66-3e1c-42d8-8d35-ab9d487e7742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.071224] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.071378] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.071418] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.071707] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.071846] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.071976] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c66544b6-2226-4b1e-9a19-5d203bd72d65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.405359] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6680803-970d-4445-89af-5d70066c163e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.405568] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6680803-970d-4445-89af-5d70066c163e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.405568] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6680803-970d-4445-89af-5d70066c163e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.405708] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6680803-970d-4445-89af-5d70066c163e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.405869] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.405970] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.406044] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.406200] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.406283] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.406369] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6680803-970d-4445-89af-5d70066c163e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.406455] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f6680803-970d-4445-89af-5d70066c163e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.426155] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.426342] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.426342] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.426542] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.429370] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.429498] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.431875] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.432026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.449599] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.449788] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.455082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.455237] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a9b63bc-41db-4102-87fd-a74229289f6f is going to be deleted. [ 1307.460763] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.460957] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.470160] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.470346] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.471172] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.471271] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.473599] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.473717] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.474362] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.474456] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.476786] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.476899] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.477597] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.477674] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.478373] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.478466] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.479224] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.479320] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.489879] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.490035] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.492427] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.492544] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.493205] env[65432]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1307.493664] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.493792] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.494457] env[65432]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1307.494858] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.494995] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.495690] env[65432]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1307.496133] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.496270] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69868f43-fcf8-4f9e-8bf2-23662237b5c7 is going to be deleted. [ 1307.497500] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.497708] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.516070] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.516235] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d7af68b-15a0-438f-ae11-c05f73a8244a is going to be deleted. [ 1307.517169] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.517382] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.537716] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.537951] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.549090] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.549260] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce42dc83-6fdc-483f-90bc-aaae1c41a442 is going to be deleted. [ 1307.550157] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.550368] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.573884] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.574139] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.575124] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.575225] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.584016] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.584157] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0352cb8b-54d9-4335-b2d0-ce73a5492dec is going to be deleted. [ 1307.585011] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.585232] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.626883] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.627083] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.671130] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.671304] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85a26055-cda6-4122-86d8-3b9760319e43 is going to be deleted. [ 1307.672443] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.672666] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.731040] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.731201] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c734e3d1-16a8-4525-9804-35b1354b9c02 is going to be deleted. [ 1307.732055] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.732273] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.737698] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.737812] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.781779] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.781974] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.828568] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.828775] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14235152-b0db-4da6-b0a7-93d71c2bd9c8 is going to be deleted. [ 1307.829863] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.829950] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.880026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.880206] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2dbc6efa-11cb-4647-8da7-ffdcfab3ebe8 is going to be deleted. [ 1307.881328] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.881553] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.905978] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.906493] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.908574] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f6680803-970d-4445-89af-5d70066c163e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.967929] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.968132] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2a0225d-ef64-45a1-b899-4119011dd94d is going to be deleted. [ 1307.969180] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.969405] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.995921] env[65432]: INFO networking_nsxv3.common.synchronization [req-26013567-0107-4b27-aa73-156401b3f550 req-b17bf43d-ed2c-4aa1-9e86-0bbad70e6549 tempest-ServerActionsTestJSON-1745685189 tempest-ServerActionsTestJSON-1745685189-project-member] Enqueued Resource ID: b9bc8edc-0f80-437b-b110-37bdf270bb9d with Priority: HIGHEST for action security_group_members [ 1307.996635] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9bc8edc-0f80-437b-b110-37bdf270bb9d with Priority: HIGHEST for action security_group_members [ 1307.997626] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.997736] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.997965] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9bc8edc-0f80-437b-b110-37bdf270bb9d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.998076] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9bc8edc-0f80-437b-b110-37bdf270bb9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.998143] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9bc8edc-0f80-437b-b110-37bdf270bb9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.998341] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9bc8edc-0f80-437b-b110-37bdf270bb9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.998495] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.998593] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.998657] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.998806] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.998892] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.998988] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9bc8edc-0f80-437b-b110-37bdf270bb9d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.032391] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.032561] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 465e550c-c3fd-4157-8660-2733a9cb25d2 is going to be deleted. [ 1308.033444] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.033648] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.099644] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.099785] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: deded647-2661-4b65-9a8e-0015d8484606 is going to be deleted. [ 1308.100801] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.101036] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.102441] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.102542] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.164124] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.164300] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.177830] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.177959] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.223274] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.223274] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2119a14-8e94-4bb1-97f5-bab1e7ff0d36 is going to be deleted. [ 1308.223274] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.223505] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.299332] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.299540] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9529f334-bd2e-4d13-844c-4681662c32ff is going to be deleted. [ 1308.300460] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.300763] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.315330] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock network-48 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.315528] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "network-48" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.315648] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "network-48" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.315915] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "network-48" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.316263] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.316429] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.316543] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.316760] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.316900] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.317123] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1308.317238] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1308.317341] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1308.317446] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1308.317551] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1308.317651] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1308.317782] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1308.333404] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.333602] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.337082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.337205] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc47c73b-a570-48cd-8474-805efeb0d629 is going to be deleted. [ 1308.338086] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.338301] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.381858] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1308.382156] env[65432]: DEBUG dogpile.cache.region [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Cache value generated in 0.064 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1308.382277] env[65432]: DEBUG dogpile.lock [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1308.382458] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "network-48" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.382789] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock port-95528754-99a4-430d-a3ca-6a3491c043d3 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.382964] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "port-95528754-99a4-430d-a3ca-6a3491c043d3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.383099] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "port-95528754-99a4-430d-a3ca-6a3491c043d3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.383440] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "port-95528754-99a4-430d-a3ca-6a3491c043d3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.383580] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95528754-99a4-430d-a3ca-6a3491c043d3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.410443] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f6680803-970d-4445-89af-5d70066c163e: rpc.has_security_group_logging(os_id): False [ 1308.448288] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.448437] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38d402c9-d6cd-4104-ac1e-440e033a5f0a is going to be deleted. [ 1308.449359] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.449837] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.449949] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.450113] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a9b63bc-41db-4102-87fd-a74229289f6f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.451063] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.451158] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.451235] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.451409] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.451490] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.451609] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2119a14-8e94-4bb1-97f5-bab1e7ff0d36" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.451767] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.451918] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.451995] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.452127] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d7af68b-15a0-438f-ae11-c05f73a8244a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.452992] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.453197] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.453283] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.453404] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69868f43-fcf8-4f9e-8bf2-23662237b5c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.453538] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.453753] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.453753] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.453864] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce42dc83-6fdc-483f-90bc-aaae1c41a442" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.453974] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.454126] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.454200] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.454312] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0352cb8b-54d9-4335-b2d0-ce73a5492dec" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.454436] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.454575] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.454648] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.454756] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85a26055-cda6-4122-86d8-3b9760319e43" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.454865] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.455006] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.455087] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.455199] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c734e3d1-16a8-4525-9804-35b1354b9c02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.455324] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.455460] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.455532] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.455636] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14235152-b0db-4da6-b0a7-93d71c2bd9c8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.455743] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.455876] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.455948] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.456065] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2dbc6efa-11cb-4647-8da7-ffdcfab3ebe8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.456188] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.456322] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.456393] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.456499] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-465e550c-c3fd-4157-8660-2733a9cb25d2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.456612] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.456785] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.456833] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.456907] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2a0225d-ef64-45a1-b899-4119011dd94d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.457035] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.457175] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.457250] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.457358] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-deded647-2661-4b65-9a8e-0015d8484606" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.461630] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.461797] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.461837] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.462112] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.463625] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.463727] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.501125] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.501389] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.512875] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.513276] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.513407] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.513479] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.513687] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.513777] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.513877] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6680803-970d-4445-89af-5d70066c163e is going to be updated. [ 1308.515014] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.515199] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.515289] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.515405] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9529f334-bd2e-4d13-844c-4681662c32ff" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.515537] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.515681] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.534077] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.534276] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.583996] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.584283] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.584412] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.584478] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.584678] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.584759] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.584852] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9bc8edc-0f80-437b-b110-37bdf270bb9d is going to be updated. [ 1308.585849] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.586059] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.586150] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.586267] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc47c73b-a570-48cd-8474-805efeb0d629" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.587474] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.587594] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.587663] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.587845] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.587930] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.588052] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38d402c9-d6cd-4104-ac1e-440e033a5f0a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.665091] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.665297] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.665297] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.665468] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.665852] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.712767] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6680803-970d-4445-89af-5d70066c163e in Status: IN_PROGRESS for 2s [ 1308.719719] env[65432]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1308.719886] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.720259] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.721088] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.721088] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.721088] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.738854] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9bc8edc-0f80-437b-b110-37bdf270bb9d in Status: IN_PROGRESS for 2s [ 1308.885938] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.886198] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.886301] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.886582] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.886731] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.886883] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Segment Port 95528754-99a4-430d-a3ca-6a3491c043d3 not found, creating... [ 1308.887188] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.887335] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.887449] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.887667] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.887801] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.888099] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.888256] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.888369] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.888572] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.888732] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.888871] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Resource: SegmentPort with ID: 95528754-99a4-430d-a3ca-6a3491c043d3 is going to be created. [ 1308.913343] env[65432]: DEBUG networking_nsxv3.common.locking [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.913781] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.913781] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.913934] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.914195] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.914423] env[65432]: DEBUG oslo_concurrency.lockutils [None req-9d983bdc-9a0e-4352-8ea3-bd66f3916b5c None None] Releasing lock "port-95528754-99a4-430d-a3ca-6a3491c043d3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.598694] env[65432]: INFO networking_nsxv3.common.synchronization [req-26013567-0107-4b27-aa73-156401b3f550 req-195253df-c2fb-46d7-a5f8-b48973c573c8 service nova] Enqueued Resource ID: b9bc8edc-0f80-437b-b110-37bdf270bb9d with Priority: HIGHEST for action security_group_rules [ 1309.598895] env[65432]: INFO networking_nsxv3.common.synchronization [req-26013567-0107-4b27-aa73-156401b3f550 req-195253df-c2fb-46d7-a5f8-b48973c573c8 service nova] Enqueued Resource ID: b9bc8edc-0f80-437b-b110-37bdf270bb9d with Priority: HIGHEST for action security_group_members [ 1309.599051] env[65432]: INFO networking_nsxv3.common.synchronization [req-26013567-0107-4b27-aa73-156401b3f550 req-195253df-c2fb-46d7-a5f8-b48973c573c8 service nova] Enqueued Resource ID: 95528754-99a4-430d-a3ca-6a3491c043d3 with Priority: HIGHEST for action port [ 1309.599570] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9bc8edc-0f80-437b-b110-37bdf270bb9d with Priority: HIGHEST for action security_group_rules [ 1309.599706] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9bc8edc-0f80-437b-b110-37bdf270bb9d with Priority: HIGHEST for action security_group_members [ 1309.599806] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95528754-99a4-430d-a3ca-6a3491c043d3 with Priority: HIGHEST for action port [ 1309.600414] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9bc8edc-0f80-437b-b110-37bdf270bb9d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.600504] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9bc8edc-0f80-437b-b110-37bdf270bb9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.600586] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9bc8edc-0f80-437b-b110-37bdf270bb9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.600882] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9bc8edc-0f80-437b-b110-37bdf270bb9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.600977] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9bc8edc-0f80-437b-b110-37bdf270bb9d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.603310] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9bc8edc-0f80-437b-b110-37bdf270bb9d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.603423] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9bc8edc-0f80-437b-b110-37bdf270bb9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.603730] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-95528754-99a4-430d-a3ca-6a3491c043d3 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.603863] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95528754-99a4-430d-a3ca-6a3491c043d3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.603900] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95528754-99a4-430d-a3ca-6a3491c043d3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.605496] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95528754-99a4-430d-a3ca-6a3491c043d3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.605496] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95528754-99a4-430d-a3ca-6a3491c043d3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.103752] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9bc8edc-0f80-437b-b110-37bdf270bb9d taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.104246] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9bc8edc-0f80-437b-b110-37bdf270bb9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.107333] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 95528754-99a4-430d-a3ca-6a3491c043d3 with status ACTIVE [ 1310.107528] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.107657] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.107729] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.107965] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.108043] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.108243] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.108416] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.108416] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.108595] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.108639] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.108818] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.108909] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.108971] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.109125] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.109202] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.109285] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 95528754-99a4-430d-a3ca-6a3491c043d3 is going to be updated. [ 1310.132165] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.132408] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.132459] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.132708] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.132791] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.132952] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95528754-99a4-430d-a3ca-6a3491c043d3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.726794] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6680803-970d-4445-89af-5d70066c163e in Status: SUCCESS [ 1310.726794] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6680803-970d-4445-89af-5d70066c163e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.734024] env[65432]: INFO networking_nsxv3.common.synchronization [req-9ee65127-5167-4d94-ba80-967a3958fb41 req-c6bc54e0-8a24-4ecd-a212-482276c895e5 tempest-ServerActionsTestOtherA-1585184968 tempest-ServerActionsTestOtherA-1585184968-project-member] Enqueued Resource ID: f6680803-970d-4445-89af-5d70066c163e with Priority: HIGHEST for action security_group_members [ 1310.734573] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6680803-970d-4445-89af-5d70066c163e with Priority: HIGHEST for action security_group_members [ 1310.734896] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6680803-970d-4445-89af-5d70066c163e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.735452] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6680803-970d-4445-89af-5d70066c163e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.735452] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6680803-970d-4445-89af-5d70066c163e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.735615] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6680803-970d-4445-89af-5d70066c163e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.735731] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.735883] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.735971] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.736165] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.736251] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.736344] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6680803-970d-4445-89af-5d70066c163e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.766880] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9bc8edc-0f80-437b-b110-37bdf270bb9d in Status: SUCCESS [ 1310.767289] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9bc8edc-0f80-437b-b110-37bdf270bb9d deletion is rescheduled due to dependency. [ 1310.767289] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9bc8edc-0f80-437b-b110-37bdf270bb9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.767388] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9bc8edc-0f80-437b-b110-37bdf270bb9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.767599] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9bc8edc-0f80-437b-b110-37bdf270bb9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.767736] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.767852] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.767920] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.768196] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.768272] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.768379] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9bc8edc-0f80-437b-b110-37bdf270bb9d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.239314] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.239748] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.239748] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.239748] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.239859] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.240030] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.240126] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.240189] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.240355] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.240451] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.240551] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6680803-970d-4445-89af-5d70066c163e is going to be updated. [ 1311.270248] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.270409] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.270453] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.270649] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.270831] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.271912] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9bc8edc-0f80-437b-b110-37bdf270bb9d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.281269] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6680803-970d-4445-89af-5d70066c163e in Status: IN_PROGRESS for 2s [ 1311.774934] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9bc8edc-0f80-437b-b110-37bdf270bb9d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.276459] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.276718] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.276799] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.277141] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.277289] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.277436] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9bc8edc-0f80-437b-b110-37bdf270bb9d is going to be updated. [ 1312.309731] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.309948] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.309948] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.310153] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.310303] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.318945] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9bc8edc-0f80-437b-b110-37bdf270bb9d in Status: IN_PROGRESS for 2s [ 1313.293165] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6680803-970d-4445-89af-5d70066c163e in Status: SUCCESS [ 1313.293611] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6680803-970d-4445-89af-5d70066c163e deletion is rescheduled due to dependency. [ 1313.293611] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6680803-970d-4445-89af-5d70066c163e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.328780] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9bc8edc-0f80-437b-b110-37bdf270bb9d in Status: SUCCESS [ 1314.329210] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9bc8edc-0f80-437b-b110-37bdf270bb9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.329210] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9bc8edc-0f80-437b-b110-37bdf270bb9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.329382] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9bc8edc-0f80-437b-b110-37bdf270bb9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.329578] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.329694] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.329760] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.329917] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.329999] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.330097] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9bc8edc-0f80-437b-b110-37bdf270bb9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.330187] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b9bc8edc-0f80-437b-b110-37bdf270bb9d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.832640] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b9bc8edc-0f80-437b-b110-37bdf270bb9d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.334795] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b9bc8edc-0f80-437b-b110-37bdf270bb9d: rpc.has_security_group_logging(os_id): False [ 1315.354068] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.354296] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.354296] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.354487] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.354616] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.354873] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.354985] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.355062] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.355259] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.355346] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.355434] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9bc8edc-0f80-437b-b110-37bdf270bb9d is going to be updated. [ 1315.415574] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.415750] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.415817] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.416080] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.416256] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.431186] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9bc8edc-0f80-437b-b110-37bdf270bb9d in Status: IN_PROGRESS for 2s [ 1315.735963] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1315.736091] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1317.449722] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9bc8edc-0f80-437b-b110-37bdf270bb9d in Status: SUCCESS [ 1317.450019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9bc8edc-0f80-437b-b110-37bdf270bb9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.180704] env[65432]: INFO networking_nsxv3.common.synchronization [None req-35f91cac-cfef-47a6-b578-206962908f44 None None] Enqueued Resource ID: 2924eddc-f70c-4bd9-9eef-12fd63fa79c3 with Priority: HIGHEST for action port [ 1319.180704] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2924eddc-f70c-4bd9-9eef-12fd63fa79c3 with Priority: HIGHEST for action port [ 1319.180704] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-2924eddc-f70c-4bd9-9eef-12fd63fa79c3 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.180704] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2924eddc-f70c-4bd9-9eef-12fd63fa79c3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.180704] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2924eddc-f70c-4bd9-9eef-12fd63fa79c3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.181291] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2924eddc-f70c-4bd9-9eef-12fd63fa79c3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.181291] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2924eddc-f70c-4bd9-9eef-12fd63fa79c3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.684635] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2924eddc-f70c-4bd9-9eef-12fd63fa79c3 [ 1319.684808] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.684947] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.685015] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.685237] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.685318] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.685488] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2924eddc-f70c-4bd9-9eef-12fd63fa79c3 already deleted. [ 1319.685488] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2924eddc-f70c-4bd9-9eef-12fd63fa79c3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.350134] env[65432]: INFO networking_nsxv3.common.synchronization [None req-6df43370-cd93-4415-b8e1-989f2f7990b6 None None] Enqueued Resource ID: 2d58250a-a849-426a-aff5-14c5cffaf5cf with Priority: HIGHEST for action port [ 1321.350924] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d58250a-a849-426a-aff5-14c5cffaf5cf with Priority: HIGHEST for action port [ 1321.350924] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d58250a-a849-426a-aff5-14c5cffaf5cf taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.351232] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d58250a-a849-426a-aff5-14c5cffaf5cf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.351232] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d58250a-a849-426a-aff5-14c5cffaf5cf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.351386] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d58250a-a849-426a-aff5-14c5cffaf5cf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.351465] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d58250a-a849-426a-aff5-14c5cffaf5cf',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.853991] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2d58250a-a849-426a-aff5-14c5cffaf5cf [ 1321.854264] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.854549] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.854664] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.854876] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.854979] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.855091] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2d58250a-a849-426a-aff5-14c5cffaf5cf already deleted. [ 1321.855176] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d58250a-a849-426a-aff5-14c5cffaf5cf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.910449] env[65432]: INFO networking_nsxv3.common.synchronization [req-025b3c60-a9c5-4e83-a6c8-b659cde4241f req-7546247d-4809-4db9-af74-426335870e5f tempest-ServersNegativeTestJSON-1376399905 tempest-ServersNegativeTestJSON-1376399905-project-member] Enqueued Resource ID: fc7878ff-2878-47ca-880e-67740e80fad5 with Priority: HIGHEST for action security_group_members [ 1324.911048] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc7878ff-2878-47ca-880e-67740e80fad5 with Priority: HIGHEST for action security_group_members [ 1324.911357] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc7878ff-2878-47ca-880e-67740e80fad5 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.911477] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc7878ff-2878-47ca-880e-67740e80fad5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.911544] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc7878ff-2878-47ca-880e-67740e80fad5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.911811] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc7878ff-2878-47ca-880e-67740e80fad5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.911970] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.912117] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.912117] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.912290] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.912372] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.912465] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc7878ff-2878-47ca-880e-67740e80fad5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.206049] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock network-386 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.206290] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "network-386" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.206518] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "network-386" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.206956] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "network-386" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.207287] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.207485] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.207634] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.207894] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.208080] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.208316] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1325.208419] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1325.208553] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1325.208631] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1325.208722] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1325.208820] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1325.208965] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1325.245757] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1325.245966] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1325.246058] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1325.246239] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "network-386" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.246555] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock port-d3f00b26-4c2c-4e9e-8c59-301a96bc2393 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.246724] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "port-d3f00b26-4c2c-4e9e-8c59-301a96bc2393" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.246841] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "port-d3f00b26-4c2c-4e9e-8c59-301a96bc2393" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.247204] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "port-d3f00b26-4c2c-4e9e-8c59-301a96bc2393" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.247347] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3f00b26-4c2c-4e9e-8c59-301a96bc2393',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.415072] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.415299] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.415299] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.415512] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.415599] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.415799] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.415899] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.415962] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.416191] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.416277] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.416363] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc7878ff-2878-47ca-880e-67740e80fad5 already deleted. [ 1325.416441] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc7878ff-2878-47ca-880e-67740e80fad5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.750076] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.750373] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.750544] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.750988] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.751175] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.751438] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Segment Port d3f00b26-4c2c-4e9e-8c59-301a96bc2393 not found, creating... [ 1325.751912] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.752154] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.752330] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.752711] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.752914] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.753338] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.753550] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.753724] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.754012] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.754178] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.754324] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Resource: SegmentPort with ID: d3f00b26-4c2c-4e9e-8c59-301a96bc2393 is going to be created. [ 1325.780985] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.781261] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.781418] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.781687] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.781960] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.782210] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "port-d3f00b26-4c2c-4e9e-8c59-301a96bc2393" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.467098] env[65432]: INFO networking_nsxv3.common.synchronization [req-025b3c60-a9c5-4e83-a6c8-b659cde4241f req-95d87727-a810-4595-b99e-924b13e6d706 service nova] Enqueued Resource ID: fc7878ff-2878-47ca-880e-67740e80fad5 with Priority: HIGHEST for action security_group_rules [ 1326.467371] env[65432]: INFO networking_nsxv3.common.synchronization [req-025b3c60-a9c5-4e83-a6c8-b659cde4241f req-95d87727-a810-4595-b99e-924b13e6d706 service nova] Enqueued Resource ID: fc7878ff-2878-47ca-880e-67740e80fad5 with Priority: HIGHEST for action security_group_members [ 1326.467425] env[65432]: INFO networking_nsxv3.common.synchronization [req-025b3c60-a9c5-4e83-a6c8-b659cde4241f req-95d87727-a810-4595-b99e-924b13e6d706 service nova] Enqueued Resource ID: d3f00b26-4c2c-4e9e-8c59-301a96bc2393 with Priority: HIGHEST for action port [ 1326.467920] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc7878ff-2878-47ca-880e-67740e80fad5 with Priority: HIGHEST for action security_group_rules [ 1326.468129] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc7878ff-2878-47ca-880e-67740e80fad5 with Priority: HIGHEST for action security_group_members [ 1326.468243] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3f00b26-4c2c-4e9e-8c59-301a96bc2393 with Priority: HIGHEST for action port [ 1326.468443] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc7878ff-2878-47ca-880e-67740e80fad5 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.468581] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc7878ff-2878-47ca-880e-67740e80fad5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.468622] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc7878ff-2878-47ca-880e-67740e80fad5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.468873] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc7878ff-2878-47ca-880e-67740e80fad5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.469103] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc7878ff-2878-47ca-880e-67740e80fad5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.469983] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc7878ff-2878-47ca-880e-67740e80fad5 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.470107] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc7878ff-2878-47ca-880e-67740e80fad5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.470175] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc7878ff-2878-47ca-880e-67740e80fad5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.470842] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc7878ff-2878-47ca-880e-67740e80fad5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.470842] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.470842] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.470842] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.470842] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.470842] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.471183] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc7878ff-2878-47ca-880e-67740e80fad5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.471759] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3f00b26-4c2c-4e9e-8c59-301a96bc2393 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.471832] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3f00b26-4c2c-4e9e-8c59-301a96bc2393" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.471885] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3f00b26-4c2c-4e9e-8c59-301a96bc2393" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.472400] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3f00b26-4c2c-4e9e-8c59-301a96bc2393" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.472400] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3f00b26-4c2c-4e9e-8c59-301a96bc2393',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.973577] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc7878ff-2878-47ca-880e-67740e80fad5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.974679] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc7878ff-2878-47ca-880e-67740e80fad5 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.974804] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc7878ff-2878-47ca-880e-67740e80fad5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.975165] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d3f00b26-4c2c-4e9e-8c59-301a96bc2393 with status ACTIVE [ 1326.975340] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.975459] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.975513] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.975737] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.975782] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.975943] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.976089] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.976120] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.976315] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.976403] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.976609] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.976664] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.976830] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.976914] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.976962] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.977016] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d3f00b26-4c2c-4e9e-8c59-301a96bc2393 is going to be updated. [ 1327.004240] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.004479] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.004479] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.004644] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.004727] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.004889] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3f00b26-4c2c-4e9e-8c59-301a96bc2393" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.476074] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc7878ff-2878-47ca-880e-67740e80fad5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.978183] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.978421] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.978421] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.978728] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.978885] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.979044] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc7878ff-2878-47ca-880e-67740e80fad5 is going to be created. [ 1328.004316] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.004540] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.004540] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.004776] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.004967] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.015250] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc7878ff-2878-47ca-880e-67740e80fad5 in Status: UNINITIALIZED for 2s [ 1330.025892] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc7878ff-2878-47ca-880e-67740e80fad5 in Status: SUCCESS [ 1330.026304] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc7878ff-2878-47ca-880e-67740e80fad5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.026304] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc7878ff-2878-47ca-880e-67740e80fad5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.026512] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc7878ff-2878-47ca-880e-67740e80fad5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.026704] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.026826] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.026894] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.027072] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.027157] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.027244] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc7878ff-2878-47ca-880e-67740e80fad5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.027333] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc7878ff-2878-47ca-880e-67740e80fad5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.530228] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc7878ff-2878-47ca-880e-67740e80fad5 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.530527] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc7878ff-2878-47ca-880e-67740e80fad5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.530527] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc7878ff-2878-47ca-880e-67740e80fad5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.530685] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc7878ff-2878-47ca-880e-67740e80fad5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.530860] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.530984] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.531101] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.531244] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.531333] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.531423] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc7878ff-2878-47ca-880e-67740e80fad5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.531577] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc7878ff-2878-47ca-880e-67740e80fad5 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.531674] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc7878ff-2878-47ca-880e-67740e80fad5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.531730] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc7878ff-2878-47ca-880e-67740e80fad5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.531873] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc7878ff-2878-47ca-880e-67740e80fad5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.532027] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.532193] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.532263] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.532357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.532422] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.532507] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc7878ff-2878-47ca-880e-67740e80fad5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.532597] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc7878ff-2878-47ca-880e-67740e80fad5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.035322] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc7878ff-2878-47ca-880e-67740e80fad5: rpc.has_security_group_logging(os_id): False [ 1331.069834] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.070077] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.070077] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.070229] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.070326] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.070542] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.070648] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.070713] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.070871] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.070950] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.071170] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.071324] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.071371] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.071490] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.071563] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.071750] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.071846] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.071906] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.072094] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.072175] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.072262] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc7878ff-2878-47ca-880e-67740e80fad5 is going to be created. [ 1331.160976] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.161253] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.161253] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.161431] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.161612] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.180492] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc7878ff-2878-47ca-880e-67740e80fad5 in Status: IN_PROGRESS for 2s [ 1331.468971] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1331.469194] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1333.194882] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc7878ff-2878-47ca-880e-67740e80fad5 in Status: SUCCESS [ 1333.195222] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc7878ff-2878-47ca-880e-67740e80fad5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.470517] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1336.470965] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1340.395389] env[65432]: INFO networking_nsxv3.common.synchronization [req-6ec6e4dd-1374-4217-9be4-da6c1bc91284 req-01fde49b-0e26-403c-a2ff-d18bf0d7a106 tempest-ServersNegativeTestJSON-1376399905 tempest-ServersNegativeTestJSON-1376399905-project-member] Enqueued Resource ID: fc7878ff-2878-47ca-880e-67740e80fad5 with Priority: HIGHEST for action security_group_members [ 1340.397811] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc7878ff-2878-47ca-880e-67740e80fad5 with Priority: HIGHEST for action security_group_members [ 1340.398256] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc7878ff-2878-47ca-880e-67740e80fad5 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.398440] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc7878ff-2878-47ca-880e-67740e80fad5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.398546] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc7878ff-2878-47ca-880e-67740e80fad5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.398756] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc7878ff-2878-47ca-880e-67740e80fad5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.398950] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.399090] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.399213] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.399437] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.399714] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.399714] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc7878ff-2878-47ca-880e-67740e80fad5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.682230] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock network-386 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.682459] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "network-386" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.682583] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "network-386" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.682835] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "network-386" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.683171] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.683339] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.683467] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.683650] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.683787] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.684015] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1340.684129] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1340.684237] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1340.684345] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1340.684454] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1340.684556] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1340.684682] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1340.706837] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1340.707037] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1340.707175] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1340.707392] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "network-386" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.707732] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock port-b0f84074-985c-41c3-9dd1-8f58e4bfaf9e taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.707997] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "port-b0f84074-985c-41c3-9dd1-8f58e4bfaf9e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.708212] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "port-b0f84074-985c-41c3-9dd1-8f58e4bfaf9e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.708585] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "port-b0f84074-985c-41c3-9dd1-8f58e4bfaf9e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.708729] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0f84074-985c-41c3-9dd1-8f58e4bfaf9e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.901355] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc7878ff-2878-47ca-880e-67740e80fad5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.211647] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.211880] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.211934] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.212268] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.212432] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.212598] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Segment Port b0f84074-985c-41c3-9dd1-8f58e4bfaf9e not found, creating... [ 1341.212863] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.213035] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.213162] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.213387] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.213563] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.213881] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.214052] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.214171] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.214386] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.214587] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.214810] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Resource: SegmentPort with ID: b0f84074-985c-41c3-9dd1-8f58e4bfaf9e is going to be created. [ 1341.234135] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.234352] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.234451] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.234713] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.234937] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.235235] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "port-b0f84074-985c-41c3-9dd1-8f58e4bfaf9e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.404067] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc7878ff-2878-47ca-880e-67740e80fad5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.907106] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.907284] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.907413] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.907624] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.907719] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.907819] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc7878ff-2878-47ca-880e-67740e80fad5 is going to be updated. [ 1341.941595] env[65432]: INFO networking_nsxv3.common.synchronization [req-6ec6e4dd-1374-4217-9be4-da6c1bc91284 req-4f11f91b-3c0a-4082-a654-ae546f76a809 service nova] Enqueued Resource ID: fc7878ff-2878-47ca-880e-67740e80fad5 with Priority: HIGHEST for action security_group_rules [ 1341.941766] env[65432]: INFO networking_nsxv3.common.synchronization [req-6ec6e4dd-1374-4217-9be4-da6c1bc91284 req-4f11f91b-3c0a-4082-a654-ae546f76a809 service nova] Enqueued Resource ID: fc7878ff-2878-47ca-880e-67740e80fad5 with Priority: HIGHEST for action security_group_members [ 1341.941893] env[65432]: INFO networking_nsxv3.common.synchronization [req-6ec6e4dd-1374-4217-9be4-da6c1bc91284 req-4f11f91b-3c0a-4082-a654-ae546f76a809 service nova] Enqueued Resource ID: b0f84074-985c-41c3-9dd1-8f58e4bfaf9e with Priority: HIGHEST for action port [ 1341.942975] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.943154] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.943344] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.943407] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.943494] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.944747] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc7878ff-2878-47ca-880e-67740e80fad5 with Priority: HIGHEST for action security_group_rules [ 1341.944895] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc7878ff-2878-47ca-880e-67740e80fad5 with Priority: HIGHEST for action security_group_members [ 1341.944981] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0f84074-985c-41c3-9dd1-8f58e4bfaf9e with Priority: HIGHEST for action port [ 1341.945345] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc7878ff-2878-47ca-880e-67740e80fad5 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.945477] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc7878ff-2878-47ca-880e-67740e80fad5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.945570] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc7878ff-2878-47ca-880e-67740e80fad5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.945668] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc7878ff-2878-47ca-880e-67740e80fad5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.945752] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc7878ff-2878-47ca-880e-67740e80fad5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.946593] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc7878ff-2878-47ca-880e-67740e80fad5 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.946710] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc7878ff-2878-47ca-880e-67740e80fad5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.946866] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0f84074-985c-41c3-9dd1-8f58e4bfaf9e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.946997] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0f84074-985c-41c3-9dd1-8f58e4bfaf9e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.946997] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0f84074-985c-41c3-9dd1-8f58e4bfaf9e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.947187] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0f84074-985c-41c3-9dd1-8f58e4bfaf9e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.947277] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0f84074-985c-41c3-9dd1-8f58e4bfaf9e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.957764] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc7878ff-2878-47ca-880e-67740e80fad5 in Status: IN_PROGRESS for 2s [ 1342.450691] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc7878ff-2878-47ca-880e-67740e80fad5 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.450691] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc7878ff-2878-47ca-880e-67740e80fad5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.451100] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b0f84074-985c-41c3-9dd1-8f58e4bfaf9e with status ACTIVE [ 1342.451100] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.451100] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.451265] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.451409] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.451497] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.451669] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.451765] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.451828] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.451981] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.452099] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.452287] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.452419] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.452461] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.452573] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.452679] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.452773] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b0f84074-985c-41c3-9dd1-8f58e4bfaf9e is going to be updated. [ 1342.474600] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.474813] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.474813] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.474993] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.475139] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.475296] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0f84074-985c-41c3-9dd1-8f58e4bfaf9e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.968289] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc7878ff-2878-47ca-880e-67740e80fad5 in Status: SUCCESS [ 1343.968653] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc7878ff-2878-47ca-880e-67740e80fad5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.968701] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc7878ff-2878-47ca-880e-67740e80fad5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.968904] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc7878ff-2878-47ca-880e-67740e80fad5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.969134] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.969255] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.969320] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.969476] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.969556] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.969650] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc7878ff-2878-47ca-880e-67740e80fad5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.471638] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc7878ff-2878-47ca-880e-67740e80fad5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.973820] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc7878ff-2878-47ca-880e-67740e80fad5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1345.476808] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.477052] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.477052] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.477268] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.477379] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.477480] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc7878ff-2878-47ca-880e-67740e80fad5 is going to be updated. [ 1345.510990] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.511170] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.511243] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.511468] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.511610] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.520638] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc7878ff-2878-47ca-880e-67740e80fad5 in Status: IN_PROGRESS for 2s [ 1346.945996] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1346.946429] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1347.533341] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc7878ff-2878-47ca-880e-67740e80fad5 in Status: SUCCESS [ 1347.533556] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc7878ff-2878-47ca-880e-67740e80fad5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.533652] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc7878ff-2878-47ca-880e-67740e80fad5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.533848] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc7878ff-2878-47ca-880e-67740e80fad5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.534049] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.534177] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.534241] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.534388] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.534547] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.534547] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc7878ff-2878-47ca-880e-67740e80fad5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.534685] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc7878ff-2878-47ca-880e-67740e80fad5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.037165] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc7878ff-2878-47ca-880e-67740e80fad5 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.037623] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc7878ff-2878-47ca-880e-67740e80fad5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.037623] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc7878ff-2878-47ca-880e-67740e80fad5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.037749] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc7878ff-2878-47ca-880e-67740e80fad5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.037901] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.038025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.038107] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.038303] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.038429] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.038531] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc7878ff-2878-47ca-880e-67740e80fad5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.038694] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc7878ff-2878-47ca-880e-67740e80fad5 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.038803] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc7878ff-2878-47ca-880e-67740e80fad5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.038867] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc7878ff-2878-47ca-880e-67740e80fad5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.039056] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc7878ff-2878-47ca-880e-67740e80fad5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.039233] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.039345] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.039415] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.039567] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.039652] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.039740] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc7878ff-2878-47ca-880e-67740e80fad5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.039834] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc7878ff-2878-47ca-880e-67740e80fad5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.541927] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc7878ff-2878-47ca-880e-67740e80fad5: rpc.has_security_group_logging(os_id): False [ 1348.561816] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.562070] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.562070] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.562292] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.562388] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.562613] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.562716] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.562786] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.562923] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.562997] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.563186] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.563278] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.563334] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.563471] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.563543] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.563727] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.563820] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.563884] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.563998] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.564082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.564165] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc7878ff-2878-47ca-880e-67740e80fad5 is going to be updated. [ 1348.635536] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.635819] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.635819] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.635952] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.636147] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.661124] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc7878ff-2878-47ca-880e-67740e80fad5 in Status: IN_PROGRESS for 2s [ 1350.677029] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc7878ff-2878-47ca-880e-67740e80fad5 in Status: SUCCESS [ 1350.677494] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc7878ff-2878-47ca-880e-67740e80fad5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.947383] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1351.947741] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1352.496385] env[65432]: INFO networking_nsxv3.common.synchronization [req-d271cc3b-42fc-4049-8fd5-6279f2e0c3d4 req-7969979e-14ef-4f46-bc94-ba2acb615282 tempest-ServersNegativeTestJSON-1376399905 tempest-ServersNegativeTestJSON-1376399905-project-member] Enqueued Resource ID: fc7878ff-2878-47ca-880e-67740e80fad5 with Priority: HIGHEST for action security_group_members [ 1352.496385] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc7878ff-2878-47ca-880e-67740e80fad5 with Priority: HIGHEST for action security_group_members [ 1352.496752] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc7878ff-2878-47ca-880e-67740e80fad5 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.496881] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc7878ff-2878-47ca-880e-67740e80fad5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.496950] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc7878ff-2878-47ca-880e-67740e80fad5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.497161] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc7878ff-2878-47ca-880e-67740e80fad5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.497315] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.497407] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.497465] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.497640] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.497725] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.497817] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc7878ff-2878-47ca-880e-67740e80fad5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.000068] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc7878ff-2878-47ca-880e-67740e80fad5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.503063] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc7878ff-2878-47ca-880e-67740e80fad5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.005904] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.005904] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.006347] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.006347] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.006347] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.006448] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc7878ff-2878-47ca-880e-67740e80fad5 is going to be updated. [ 1354.047510] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.047714] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.047714] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.047924] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.048127] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.058789] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc7878ff-2878-47ca-880e-67740e80fad5 in Status: IN_PROGRESS for 2s [ 1356.071043] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc7878ff-2878-47ca-880e-67740e80fad5 in Status: SUCCESS [ 1356.071495] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc7878ff-2878-47ca-880e-67740e80fad5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.497472] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1357.497831] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1362.498375] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1362.498748] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1367.499850] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1367.499850] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1371.848546] env[65432]: INFO networking_nsxv3.common.synchronization [req-42cb8d1a-7249-4532-b256-79b2aa9b52e7 req-627b4e1a-3e50-42df-9f6d-9ea894867cc6 tempest-ServerActionsTestJSON-1745685189 tempest-ServerActionsTestJSON-1745685189-project-member] Enqueued Resource ID: b9bc8edc-0f80-437b-b110-37bdf270bb9d with Priority: HIGHEST for action security_group_members [ 1371.849226] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9bc8edc-0f80-437b-b110-37bdf270bb9d with Priority: HIGHEST for action security_group_members [ 1371.849643] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9bc8edc-0f80-437b-b110-37bdf270bb9d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.850308] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9bc8edc-0f80-437b-b110-37bdf270bb9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.850308] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9bc8edc-0f80-437b-b110-37bdf270bb9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.850308] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9bc8edc-0f80-437b-b110-37bdf270bb9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.850606] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.850606] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.850606] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.850765] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.850896] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.851031] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9bc8edc-0f80-437b-b110-37bdf270bb9d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.354080] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.354276] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.354276] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.354528] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.354646] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.354871] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.355034] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.355127] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.355311] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.355412] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.355519] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9bc8edc-0f80-437b-b110-37bdf270bb9d is going to be updated. [ 1372.387501] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.387650] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.387723] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.387931] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.388085] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.397705] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9bc8edc-0f80-437b-b110-37bdf270bb9d in Status: IN_PROGRESS for 2s [ 1374.408188] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9bc8edc-0f80-437b-b110-37bdf270bb9d in Status: SUCCESS [ 1374.408660] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9bc8edc-0f80-437b-b110-37bdf270bb9d deletion is rescheduled due to dependency. [ 1374.408660] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9bc8edc-0f80-437b-b110-37bdf270bb9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.850777] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1376.851146] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1381.852409] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1381.852409] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1386.853362] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1386.853752] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1391.854587] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1391.854587] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1393.822820] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock network-386 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.823175] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "network-386" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.823175] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "network-386" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.823400] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "network-386" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.823663] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.823821] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.823935] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.824436] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.824603] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.824820] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1393.824933] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1393.825052] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1393.825161] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1393.825266] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1393.825367] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1393.825492] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1393.850025] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1393.850025] env[65432]: DEBUG dogpile.cache.region [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1393.850025] env[65432]: DEBUG dogpile.lock [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1393.850025] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "network-386" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.850025] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock port-d3f00b26-4c2c-4e9e-8c59-301a96bc2393 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.850025] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "port-d3f00b26-4c2c-4e9e-8c59-301a96bc2393" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.850025] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "port-d3f00b26-4c2c-4e9e-8c59-301a96bc2393" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.850025] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "port-d3f00b26-4c2c-4e9e-8c59-301a96bc2393" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.850025] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3f00b26-4c2c-4e9e-8c59-301a96bc2393',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1394.352534] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.352823] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.352904] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.353220] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.353368] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.353665] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.353824] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.353938] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.354187] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.354324] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.354603] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.354753] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.354866] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.355079] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.355209] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.355343] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Resource: SegmentPort with ID: d3f00b26-4c2c-4e9e-8c59-301a96bc2393 is going to be updated. [ 1394.375986] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.376200] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.376322] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.376577] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.376772] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.376983] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f5e6af7f-b699-4ba6-9396-18b7c0ef3afa None None] Releasing lock "port-d3f00b26-4c2c-4e9e-8c59-301a96bc2393" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.056923] env[65432]: INFO networking_nsxv3.common.synchronization [req-7e0ad525-ce87-4e29-b006-3a7ef127146a req-45c552e4-df1f-48c6-b0e9-47f90f5e29ea service nova] Enqueued Resource ID: fc7878ff-2878-47ca-880e-67740e80fad5 with Priority: HIGHEST for action security_group_rules [ 1395.057204] env[65432]: INFO networking_nsxv3.common.synchronization [req-7e0ad525-ce87-4e29-b006-3a7ef127146a req-45c552e4-df1f-48c6-b0e9-47f90f5e29ea service nova] Enqueued Resource ID: fc7878ff-2878-47ca-880e-67740e80fad5 with Priority: HIGHEST for action security_group_members [ 1395.057333] env[65432]: INFO networking_nsxv3.common.synchronization [req-7e0ad525-ce87-4e29-b006-3a7ef127146a req-45c552e4-df1f-48c6-b0e9-47f90f5e29ea service nova] Enqueued Resource ID: d3f00b26-4c2c-4e9e-8c59-301a96bc2393 with Priority: HIGHEST for action port [ 1395.057915] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc7878ff-2878-47ca-880e-67740e80fad5 with Priority: HIGHEST for action security_group_rules [ 1395.058009] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc7878ff-2878-47ca-880e-67740e80fad5 with Priority: HIGHEST for action security_group_members [ 1395.058225] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3f00b26-4c2c-4e9e-8c59-301a96bc2393 with Priority: HIGHEST for action port [ 1395.058533] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc7878ff-2878-47ca-880e-67740e80fad5 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.058677] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc7878ff-2878-47ca-880e-67740e80fad5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.058746] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc7878ff-2878-47ca-880e-67740e80fad5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.058968] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc7878ff-2878-47ca-880e-67740e80fad5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.059088] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc7878ff-2878-47ca-880e-67740e80fad5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1395.059988] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc7878ff-2878-47ca-880e-67740e80fad5 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.060098] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc7878ff-2878-47ca-880e-67740e80fad5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.060188] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc7878ff-2878-47ca-880e-67740e80fad5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.060367] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc7878ff-2878-47ca-880e-67740e80fad5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.060538] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.060658] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.060726] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.060895] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.060983] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.061109] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc7878ff-2878-47ca-880e-67740e80fad5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1395.062516] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3f00b26-4c2c-4e9e-8c59-301a96bc2393 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.062516] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3f00b26-4c2c-4e9e-8c59-301a96bc2393" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.062516] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3f00b26-4c2c-4e9e-8c59-301a96bc2393" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.062662] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3f00b26-4c2c-4e9e-8c59-301a96bc2393" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.062706] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3f00b26-4c2c-4e9e-8c59-301a96bc2393',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1395.565755] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc7878ff-2878-47ca-880e-67740e80fad5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1395.566494] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc7878ff-2878-47ca-880e-67740e80fad5 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.566609] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc7878ff-2878-47ca-880e-67740e80fad5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.566798] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d3f00b26-4c2c-4e9e-8c59-301a96bc2393 with status ACTIVE [ 1395.566969] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.567101] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.567166] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.567366] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.567454] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.567622] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.567717] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.567780] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.567931] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.568015] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.568703] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.568820] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.568870] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.569173] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.569265] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.569333] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d3f00b26-4c2c-4e9e-8c59-301a96bc2393 is going to be updated. [ 1395.590568] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.590792] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.590792] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.590957] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.591142] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.591304] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3f00b26-4c2c-4e9e-8c59-301a96bc2393" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.071080] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc7878ff-2878-47ca-880e-67740e80fad5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1396.573912] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.574105] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.574205] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.574442] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.574563] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.574626] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc7878ff-2878-47ca-880e-67740e80fad5 is going to be updated. [ 1396.606518] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.606518] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.606518] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.606518] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.606835] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.615343] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc7878ff-2878-47ca-880e-67740e80fad5 in Status: IN_PROGRESS for 2s [ 1398.626699] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc7878ff-2878-47ca-880e-67740e80fad5 in Status: SUCCESS [ 1398.627156] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc7878ff-2878-47ca-880e-67740e80fad5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.627156] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc7878ff-2878-47ca-880e-67740e80fad5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.627453] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc7878ff-2878-47ca-880e-67740e80fad5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.627674] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.627811] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.627908] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.628097] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.628197] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.628297] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc7878ff-2878-47ca-880e-67740e80fad5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.628407] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc7878ff-2878-47ca-880e-67740e80fad5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1399.131092] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc7878ff-2878-47ca-880e-67740e80fad5 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.131316] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc7878ff-2878-47ca-880e-67740e80fad5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.131374] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc7878ff-2878-47ca-880e-67740e80fad5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.131699] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc7878ff-2878-47ca-880e-67740e80fad5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.131953] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.132078] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.132145] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.132328] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.132454] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.132557] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc7878ff-2878-47ca-880e-67740e80fad5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.132778] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc7878ff-2878-47ca-880e-67740e80fad5 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.132917] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc7878ff-2878-47ca-880e-67740e80fad5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.132990] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc7878ff-2878-47ca-880e-67740e80fad5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.133155] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc7878ff-2878-47ca-880e-67740e80fad5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.133308] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.133454] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.133563] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.133713] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.133868] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.133985] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc7878ff-2878-47ca-880e-67740e80fad5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.134133] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc7878ff-2878-47ca-880e-67740e80fad5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1399.637075] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc7878ff-2878-47ca-880e-67740e80fad5: rpc.has_security_group_logging(os_id): False [ 1399.654421] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.654655] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.654711] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.655037] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.655168] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.655448] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.655594] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.655706] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.655948] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.656085] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.656338] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.656492] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.656562] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.656744] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.656842] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.657076] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.657185] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.657250] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.657394] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.657470] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.657556] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc7878ff-2878-47ca-880e-67740e80fad5 is going to be updated. [ 1399.720605] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.720847] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.720847] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.721024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.721186] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.736093] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc7878ff-2878-47ca-880e-67740e80fad5 in Status: IN_PROGRESS for 2s [ 1400.059429] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1400.059530] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1401.757559] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc7878ff-2878-47ca-880e-67740e80fad5 in Status: SUCCESS [ 1401.757977] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc7878ff-2878-47ca-880e-67740e80fad5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.060738] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1405.061163] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1410.061746] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1410.062217] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1415.062844] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1415.063366] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1420.063380] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1420.063799] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1422.711824] env[65432]: INFO networking_nsxv3.common.synchronization [req-35bd03db-7329-4e41-bc40-faacfe5853ad req-0f566a38-1414-46f8-bded-5f5721872cb4 tempest-ServersNegativeTestJSON-1376399905 tempest-ServersNegativeTestJSON-1376399905-project-member] Enqueued Resource ID: fc7878ff-2878-47ca-880e-67740e80fad5 with Priority: HIGHEST for action security_group_members [ 1422.711824] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc7878ff-2878-47ca-880e-67740e80fad5 with Priority: HIGHEST for action security_group_members [ 1422.711824] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc7878ff-2878-47ca-880e-67740e80fad5 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.711824] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc7878ff-2878-47ca-880e-67740e80fad5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.711824] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc7878ff-2878-47ca-880e-67740e80fad5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.711824] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc7878ff-2878-47ca-880e-67740e80fad5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.711824] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.712358] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.712358] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.712358] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.712358] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.712358] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc7878ff-2878-47ca-880e-67740e80fad5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1423.215081] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.215320] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.215320] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.215527] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.215618] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.215818] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.215916] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.215979] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.216147] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.216225] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.216309] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc7878ff-2878-47ca-880e-67740e80fad5 is going to be updated. [ 1423.246100] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.246300] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.246300] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.246507] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.246655] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.255102] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc7878ff-2878-47ca-880e-67740e80fad5 in Status: IN_PROGRESS for 2s [ 1425.267584] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc7878ff-2878-47ca-880e-67740e80fad5 in Status: SUCCESS [ 1425.267584] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc7878ff-2878-47ca-880e-67740e80fad5 deletion is rescheduled due to dependency. [ 1425.267584] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc7878ff-2878-47ca-880e-67740e80fad5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.712340] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1427.712657] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1432.713777] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1432.713777] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1437.714945] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1437.715349] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1442.716486] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1442.716843] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1447.717790] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1447.718235] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0